00000400:00000010:2.0F:1788971117.081186:0:100176:0:(lib-cpt.c:67:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000b7d4ca63.
00000400:00000010:2.0:1788971117.081218:0:100176:0:(lib-cpt.c:76:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 000000006c6582f2.
00000400:00000010:2.0:1788971117.081223:0:100176:0:(lib-cpt.c:80:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000da0d7de2.
00000400:00000010:2.0:1788971117.081226:0:100176:0:(lib-cpt.c:87:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000ec03a022.
00000400:00000010:2.0:1788971117.081229:0:100176:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 00000000250238b5.
00000400:00000010:2.0:1788971117.081233:0:100176:0:(lib-cpt.c:106:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000098179334.
00000400:00000010:2.0:1788971117.081236:0:100176:0:(lib-cpt.c:110:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 000000005702d60b.
00000400:00000010:2.0:1788971117.081238:0:100176:0:(lib-cpt.c:106:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000007591147d.
00000400:00000010:2.0:1788971117.081240:0:100176:0:(lib-cpt.c:110:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000bd18c772.
00000400:00000010:2.0:1788971117.862368:0:100176:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 00000000aef95213.
00000400:00000010:2.0:1788971117.862386:0:100176:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000307557ef.
00000400:00000010:2.0:1788971117.862393:0:100176:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d5394d3.
00000400:00000010:2.0:1788971117.862395:0:100176:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068124999.
00000400:00000010:2.0:1788971117.862398:0:100176:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000000cae7588.
00000400:00000010:2.0:1788971117.862400:0:100176:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ec2ffbe3.
00000400:00000010:2.0:1788971117.862402:0:100176:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039d4bc62.
00000400:00000010:2.0:1788971117.862404:0:100176:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000963bd4a6.
00000400:00000200:2.0:1788971117.863389:0:100176:0:(api-ni.c:978:lnet_register_lnd()) lo LND registered
00000400:00000200:3.0F:1788971118.044004:0:100193:0:(api-ni.c:978:lnet_register_lnd()) tcp LND registered
00000020:02000000:2.0:1788971118.243266:0:100207:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_80_gab92f8c
00000020:00000010:2.0:1788971118.261771:0:100207:0:(lustre_handles.c:165:class_handle_init()) vmalloced 'handle_hash': 8388608 at 000000005fb966bc.
00000001:00000010:2.0:1788971118.267156:0:100207:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b7950000.
00000001:00000010:2.0:1788971118.267172:0:100207:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000097cd7017.
00000001:00000010:2.0:1788971118.267175:0:100207:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b7d4f138.
00000001:00000010:2.0:1788971118.267178:0:100207:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc11be74.
00000001:00000010:2.0:1788971118.267180:0:100207:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000716cec3f.
00000001:00000010:2.0:1788971118.267182:0:100207:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf03170f.
00000020:00000010:2.0:1788971118.267248:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bc5aeb1.
00000020:00000010:2.0:1788971118.267253:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc2d7f2d.
00000020:00000010:2.0:1788971118.267256:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e478828.
00000020:00000010:2.0:1788971118.267259:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000030e3dde.
00000001:00000010:2.0:1788971118.267263:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000eb75ffbb.
00000020:00000010:2.0:1788971118.267712:0:100207:0:(cl_object.c:1154:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000f69779ef.
00000020:00000010:2.0:1788971118.267845:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005de8fcf4.
00000020:00000010:2.0:1788971118.267868:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c4f00e24.
00000020:00000010:2.0:1788971118.267872:0:100207:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ad827273.
00000020:00000010:2.0:1788971118.267875:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec157613.
00000020:00000010:2.0:1788971118.267879:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6356644.
00000020:00000010:2.0:1788971118.267882:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008abc3bb7.
00000020:00000010:2.0:1788971118.267884:0:100207:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000569da39f.
00000020:00000010:2.0:1788971118.267886:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7cfb8c7.
00000020:00000010:2.0:1788971118.267889:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d19ac8e9.
00000020:00000010:2.0:1788971118.267892:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a44a437.
00000020:00000010:2.0:1788971118.267893:0:100207:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 0000000006ce3db6.
00000020:00000010:2.0:1788971118.267895:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3b10031.
00000020:00000010:2.0:1788971118.267898:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3430a61.
00000020:00000010:2.0:1788971118.267901:0:100207:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ab9211a3.
00000020:00000010:2.0:1788971118.267903:0:100207:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000004a13b264.
00000020:00000010:2.0:1788971118.267905:0:100207:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f703ffd4.
02000000:00000010:2.0:1788971118.267911:0:100207:0:(page_pools.c:1088:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000619a84dc.
02000000:00000010:2.0:1788971118.267915:0:100207:0:(page_pools.c:1092:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 000000004f507da2.
02000000:00000010:2.0:1788971118.267938:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000004c65fe30.
02000000:00000010:2.0:1788971118.267943:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 0000000015b993eb.
00000001:00000010:2.0:1788971118.267946:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d5817a9d.
00000020:00000010:2.0:1788971118.267978:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006a4bfb51.
00000020:00000010:2.0:1788971118.267988:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006a4bfb51.
02000000:00000010:2.0:1788971118.267992:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000083a9d1f6.
02000000:00000010:2.0:1788971118.267996:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 0000000063fa8597.
00000001:00000010:2.0:1788971118.267998:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000089feced9.
00000020:00000010:2.0:1788971118.268021:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006a4bfb51.
00000020:00000010:2.0:1788971118.268030:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006a4bfb51.
02000000:00000010:2.0:1788971118.268034:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000039136db6.
02000000:00000010:2.0:1788971118.268037:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000338dd885.
00000001:00000010:2.0:1788971118.268039:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000093919c6c.
00000020:00000010:2.0:1788971118.268065:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006a4bfb51.
00000020:00000010:2.0:1788971118.268074:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006a4bfb51.
02000000:00000010:2.0:1788971118.268083:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000898629cc.
02000000:00000010:2.0:1788971118.268086:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 000000006a4bfb51.
00000001:00000010:2.0:1788971118.268088:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fdb1cbc7.
00000020:00000010:2.0:1788971118.268116:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268126:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268129:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000880f70b7.
02000000:00000010:2.0:1788971118.268131:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 0000000096139d42.
00000001:00000010:2.0:1788971118.268133:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000002f9b942.
00000020:00000010:2.0:1788971118.268157:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268165:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268169:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000045800238.
02000000:00000010:2.0:1788971118.268171:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000002e40ad73.
00000001:00000010:2.0:1788971118.268173:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000007fd8058.
00000020:00000010:2.0:1788971118.268197:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268206:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268210:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009ec71e94.
02000000:00000010:2.0:1788971118.268212:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 000000001bd19bbc.
00000001:00000010:2.0:1788971118.268214:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009c09bd99.
00000020:00000010:2.0:1788971118.268243:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268251:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268255:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009f32393a.
02000000:00000010:2.0:1788971118.268257:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000ab23d14b.
00000001:00000010:2.0:1788971118.268259:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006666bae9.
00000020:00000010:2.0:1788971118.268450:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268588:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268594:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008fb0de17.
02000000:00000010:2.0:1788971118.268597:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003a0926d0.
00000001:00000010:2.0:1788971118.268599:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fc0b3203.
00000020:00000010:2.0:1788971118.268628:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268666:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268671:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000071494836.
02000000:00000010:2.0:1788971118.268677:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000006d4742eb.
00000001:00000010:2.0:1788971118.268680:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e7f25728.
00000020:00000010:2.0:1788971118.268702:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268711:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268714:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000405bfde2.
02000000:00000010:2.0:1788971118.268716:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000058f8db9d.
00000001:00000010:2.0:1788971118.268717:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000eaf554e4.
00000020:00000010:2.0:1788971118.268735:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268741:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268744:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000a6a011f4.
02000000:00000010:2.0:1788971118.268745:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000005126bacf.
00000001:00000010:2.0:1788971118.268747:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000887f904f.
00000020:00000010:2.0:1788971118.268766:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268772:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268775:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000def84612.
02000000:00000010:2.0:1788971118.268777:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000a65daf36.
00000001:00000010:2.0:1788971118.268779:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d189763d.
00000020:00000010:2.0:1788971118.268793:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268799:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
02000000:00000010:2.0:1788971118.268803:0:100207:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e9b1dd1c.
02000000:00000010:2.0:1788971118.268805:0:100207:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000007bbd192d.
00000001:00000010:2.0:1788971118.268807:0:100207:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007c0bab3c.
00000020:00000010:2.0:1788971118.268826:0:100207:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000006071594f.
00000020:00000010:2.0:1788971118.268857:0:100207:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000006071594f.
00000400:00000010:1.0F:1788971118.557889:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f97fb3a3.
00000400:00000010:1.0:1788971118.557939:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a7714b1.
00000400:00000010:1.0:1788971118.557942:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b11a33eb.
00000100:00000010:1.0:1788971118.557951:0:100223:0:(service.c:3592:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000dd37652d.
00000100:00000010:1.0:1788971118.557954:0:100223:0:(service.c:3592:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000027e4d718.
00000100:00000010:2.0:1788971118.560623:0:100225:0:(service.c:3235:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000d066e0e6.
00000020:00000010:1.0:1788971118.563245:0:100225:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000116a2eda.
00000020:00000010:1.0:1788971118.563261:0:100225:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa6c45c1.
00000040:00000010:1.0:1788971118.563265:0:100225:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000069d099b4.
00000020:00000010:1.0:1788971118.563437:0:100225:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000053bf2c57.
00000020:00000010:1.0:1788971118.563443:0:100225:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000023e6e219.
00000100:00000010:3.0:1788971118.566571:0:100226:0:(service.c:3235:ptlrpc_hr_main()) kmalloced '(env)': 56 at 00000000b101edab.
00000020:00000010:3.0:1788971118.566596:0:100226:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d228193.
00000020:00000010:3.0:1788971118.566602:0:100226:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000366d0045.
00000040:00000010:3.0:1788971118.566606:0:100226:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003ec06224.
00000020:00000010:3.0:1788971118.566613:0:100226:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000047355908.
00000020:00000010:3.0:1788971118.566620:0:100226:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000af4862be.
00000100:00000200:2.0:1788971118.566761:0:100223:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039
00000400:00000010:2.0:1788971118.567040:0:100223:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000009419b343.
00000400:00000010:2.0:1788971118.567047:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000970ac15c.
00000400:00000010:2.0:1788971118.567053:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001e93be13.
00000400:00000010:2.0:1788971118.567056:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000003926bed.
00000400:00000010:2.0:1788971118.567059:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000053b11ff9.
00000400:00000010:2.0:1788971118.567077:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ed1656a9.
00000400:00000010:2.0:1788971118.567079:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000009a11dfa3.
00000400:00000010:2.0:1788971118.567086:0:100223:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000bf96420d.
00000400:00000010:2.0:1788971118.567092:0:100223:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000c0f536b7.
00000400:00000010:2.0:1788971118.567096:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e78c06b.
00000400:00000010:2.0:1788971118.567099:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000006edaa5be.
00000400:00000010:2.0:1788971118.567101:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000037702272.
00000400:00000010:2.0:1788971118.567105:0:100223:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000d210a347.
00000400:00000010:2.0:1788971118.567108:0:100223:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 0000000010ea4d59.
00000400:00000010:2.0:1788971118.567110:0:100223:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 000000002979cef7.
00000400:00000010:2.0:1788971118.567113:0:100223:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000a668f23c.
00000400:00000010:3.0:1788971118.571794:0:100223:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000af7e2831.
00000400:00000010:3.0:1788971118.571858:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000003f4e0ba.
00000400:00000010:3.0:1788971118.571866:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc5dfe49.
00000400:00000010:3.0:1788971118.571869:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046d6be3d.
00000400:00000010:3.0:1788971118.571967:0:100223:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000083b6c773.
00000400:00000010:3.0:1788971118.572051:0:100223:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000061453a12.
00000400:00000010:3.0:1788971118.572072:0:100223:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000006368a27d.
00000400:00000010:3.0:1788971118.572077:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d75c617f.
00000400:00000010:3.0:1788971118.572080:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000055906ac8.
00000400:00000010:3.0:1788971118.572083:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecb33893.
00000400:00000010:3.0:1788971118.572085:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000082fe78b.
00000400:00000010:3.0:1788971118.572091:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026c38c93.
00000400:00000010:3.0:1788971118.572097:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd318e02.
00000400:00000010:3.0:1788971118.572100:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000001a50d234.
00000400:00000010:3.0:1788971118.572101:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f1743df7.
00000400:00000010:3.0:1788971118.572103:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027b0aef8.
00000400:00000010:3.0:1788971118.572105:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c48f3dfb.
00000400:00000010:3.0:1788971118.572109:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000177185de.
00000400:00000010:3.0:1788971118.572114:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006b1b4bbd.
00000400:00000010:3.0:1788971118.572117:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000460f79ae.
00000400:00000010:3.0:1788971118.572118:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000009dda07ee.
00000400:00000010:3.0:1788971118.572120:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007f283fd8.
00000400:00000010:3.0:1788971118.572122:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6cfae69.
00000400:00000010:3.0:1788971118.572130:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000685ec8c0.
00000400:00000010:3.0:1788971118.572136:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cea374b2.
00000400:00000010:3.0:1788971118.572138:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009d5627f8.
00000400:00000010:3.0:1788971118.572147:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002ac5da28.
00000400:00000010:3.0:1788971118.572149:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000261c25f.
00000400:00000010:3.0:1788971118.572150:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000233b33fd.
00000400:00000010:3.0:1788971118.572155:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000958a98e5.
00000400:00000010:3.0:1788971118.572161:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a4ee70db.
00000400:00000010:3.0:1788971118.572164:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000562765ec.
00000400:00000010:3.0:1788971118.572166:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000101c7759.
00000400:00000010:3.0:1788971118.572168:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076f63415.
00000400:00000010:3.0:1788971118.572170:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000371a3aa8.
00000400:00000010:3.0:1788971118.572176:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e6ee551.
00000400:00000010:3.0:1788971118.572182:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000005c00b8.
00000400:00000010:3.0:1788971118.572185:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000083a3cd5.
00000400:00000010:3.0:1788971118.572187:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4860214.
00000400:00000010:3.0:1788971118.572189:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000732e1b16.
00000400:00000010:3.0:1788971118.572191:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002de65a24.
00000400:00000010:3.0:1788971118.572196:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001627482e.
00000400:00000010:3.0:1788971118.572201:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eaeeca13.
00000400:00000010:3.0:1788971118.572204:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e4ab7b58.
00000400:00000010:3.0:1788971118.572206:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f7d7d648.
00000400:00000010:3.0:1788971118.572208:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e29c7caa.
00000400:00000010:3.0:1788971118.572210:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009755245f.
00000400:00000010:3.0:1788971118.572216:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b212c75.
00000400:00000010:3.0:1788971118.572221:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6a26c63.
00000400:00000010:3.0:1788971118.572224:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae09a2c6.
00000400:00000010:3.0:1788971118.572226:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c608cc20.
00000400:00000010:3.0:1788971118.572227:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc3ed8c7.
00000400:00000010:3.0:1788971118.572229:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000611e96bb.
00000400:00000010:3.0:1788971118.572233:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fd733e02.
00000400:00000010:3.0:1788971118.572238:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000000415675.
00000400:00000010:3.0:1788971118.572241:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009878daaf.
00000400:00000010:3.0:1788971118.572242:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d73f5f04.
00000400:00000010:3.0:1788971118.572244:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c726d3a.
00000400:00000010:3.0:1788971118.572246:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da7e264e.
00000400:00000010:3.0:1788971118.572256:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9c125f5.
00000400:00000010:3.0:1788971118.572262:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8128337.
00000400:00000010:3.0:1788971118.572265:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b14edc17.
00000400:00000010:3.0:1788971118.572279:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d6339e9a.
00000400:00000010:3.0:1788971118.572281:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a7e981d.
00000400:00000010:3.0:1788971118.572283:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061179bd8.
00000400:00000010:3.0:1788971118.572287:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000056698d62.
00000400:00000010:3.0:1788971118.572293:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c55aba6.
00000400:00000010:3.0:1788971118.572295:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004dadba02.
00000400:00000010:3.0:1788971118.572323:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000425b0bd3.
00000400:00000010:3.0:1788971118.572326:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d807349.
00000400:00000010:3.0:1788971118.572329:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd7a327a.
00000400:00000010:3.0:1788971118.572334:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c2bc5018.
00000400:00000010:3.0:1788971118.572340:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db0ec6af.
00000400:00000010:3.0:1788971118.572352:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bbff58ad.
00000400:00000010:3.0:1788971118.572355:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cdd71573.
00000400:00000010:3.0:1788971118.572357:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7f4bca9.
00000400:00000010:3.0:1788971118.572358:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d3aa603.
00000400:00000010:3.0:1788971118.572363:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9144050.
00000400:00000010:3.0:1788971118.572368:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bbc18592.
00000400:00000010:3.0:1788971118.572371:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004c41eaee.
00000400:00000010:3.0:1788971118.572372:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001fe94ec9.
00000400:00000010:3.0:1788971118.572374:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000045970e1b.
00000400:00000010:3.0:1788971118.572376:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029eb09a3.
00000400:00000010:3.0:1788971118.572382:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d6e1adf8.
00000400:00000010:3.0:1788971118.572388:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000678ddc72.
00000400:00000010:3.0:1788971118.572390:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000048a194c0.
00000400:00000010:3.0:1788971118.572392:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000015d03dc6.
00000400:00000010:3.0:1788971118.572394:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc28ae74.
00000400:00000010:3.0:1788971118.572395:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b60eda7a.
00000400:00000010:3.0:1788971118.572400:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000075a55256.
00000400:00000010:3.0:1788971118.572406:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e15c5333.
00000400:00000010:3.0:1788971118.572409:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000038ce0452.
00000400:00000010:3.0:1788971118.572418:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dbbb99a5.
00000400:00000010:3.0:1788971118.572420:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dfa261bd.
00000400:00000010:3.0:1788971118.572422:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079346df6.
00000400:00000010:3.0:1788971118.572427:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003677c34e.
00000400:00000010:3.0:1788971118.572433:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049db86c5.
00000400:00000010:3.0:1788971118.572436:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008bd72c96.
00000400:00000010:3.0:1788971118.572438:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007951b726.
00000400:00000010:3.0:1788971118.572440:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fe37cf4.
00000400:00000010:3.0:1788971118.572442:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d0c23a3.
00000400:00000010:3.0:1788971118.572446:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002d212738.
00000400:00000010:3.0:1788971118.572464:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005aff603e.
00000400:00000010:3.0:1788971118.572469:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000cb13cba.
00000400:00000010:3.0:1788971118.572472:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a4f7afed.
00000400:00000010:3.0:1788971118.572474:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c033d0c1.
00000400:00000010:3.0:1788971118.572482:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007664c0ff.
00000400:00000010:3.0:1788971118.572487:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004627ddeb.
00000400:00000010:3.0:1788971118.572492:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000620f7c25.
00000400:00000010:3.0:1788971118.572495:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000df032c9a.
00000400:00000010:3.0:1788971118.572497:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000817e817c.
00000400:00000010:3.0:1788971118.572499:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000064fd92c1.
00000400:00000010:3.0:1788971118.572501:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3e4f1ee.
00000400:00000010:3.0:1788971118.572505:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fb2d4651.
00000400:00000010:3.0:1788971118.572518:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ea2274c5.
00000400:00000010:3.0:1788971118.572522:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008e7b6589.
00000400:00000010:3.0:1788971118.572524:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e683fb29.
00000400:00000010:3.0:1788971118.572525:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a0b51207.
00000400:00000010:3.0:1788971118.572527:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f0dbe9e.
00000400:00000010:3.0:1788971118.572532:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b860d6b.
00000400:00000010:3.0:1788971118.572538:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fd49284b.
00000400:00000010:3.0:1788971118.572540:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007f8a2ec2.
00000400:00000010:3.0:1788971118.572542:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e3c24e1c.
00000400:00000010:3.0:1788971118.572544:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000caadb626.
00000400:00000010:3.0:1788971118.572546:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f9c6d91.
00000400:00000010:3.0:1788971118.572555:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa40c8b3.
00000400:00000010:3.0:1788971118.572566:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f907d71.
00000400:00000010:3.0:1788971118.572570:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000011b014b9.
00000400:00000010:3.0:1788971118.572572:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000654c6c8d.
00000400:00000010:3.0:1788971118.572574:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9ff2165.
00000400:00000010:3.0:1788971118.572576:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ff25b42.
00000400:00000010:3.0:1788971118.572580:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007bd6d399.
00000400:00000010:3.0:1788971118.572586:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052fa483e.
00000400:00000010:3.0:1788971118.572589:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007a12d6a8.
00000400:00000010:3.0:1788971118.572591:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000093f0100b.
00000400:00000010:3.0:1788971118.572592:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000052381d06.
00000400:00000010:3.0:1788971118.572594:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aae36e6c.
00000400:00000010:3.0:1788971118.572599:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055031cab.
00000400:00000010:3.0:1788971118.572610:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ff98dec4.
00000400:00000010:3.0:1788971118.572614:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000ebec35e.
00000400:00000010:3.0:1788971118.572616:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000074aacd90.
00000400:00000010:3.0:1788971118.572618:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a6f5e1b.
00000400:00000010:3.0:1788971118.572620:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1fafa4b.
00000400:00000010:3.0:1788971118.572625:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cfa34d85.
00000400:00000010:3.0:1788971118.572631:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000068120638.
00000400:00000010:3.0:1788971118.572635:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005b7a5760.
00000400:00000010:3.0:1788971118.572637:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d5f8444e.
00000400:00000010:3.0:1788971118.572639:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012c6c05e.
00000400:00000010:3.0:1788971118.572641:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000003e18c70.
00000400:00000010:3.0:1788971118.572646:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a81cf1d.
00000400:00000010:3.0:1788971118.572658:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd64e339.
00000400:00000010:3.0:1788971118.572662:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ccede569.
00000400:00000010:3.0:1788971118.572664:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b266067f.
00000400:00000010:3.0:1788971118.572667:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b18b1cc1.
00000400:00000010:3.0:1788971118.572669:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e951de46.
00000400:00000010:3.0:1788971118.572674:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db4dcfae.
00000400:00000010:3.0:1788971118.572679:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ba3ec0d.
00000400:00000010:3.0:1788971118.572681:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008844e287.
00000400:00000010:3.0:1788971118.572688:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000069cd19a3.
00000400:00000010:3.0:1788971118.572690:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000d8f8a88.
00000400:00000010:3.0:1788971118.572692:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be3c7295.
00000400:00000010:3.0:1788971118.572697:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a3dfc1b3.
00000400:00000010:3.0:1788971118.572708:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd92e8c1.
00000400:00000010:3.0:1788971118.572712:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fa214e19.
00000400:00000010:3.0:1788971118.572714:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fed73a4f.
00000400:00000010:3.0:1788971118.572716:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000516a97d6.
00000400:00000010:3.0:1788971118.572718:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065ec56ca.
00000400:00000010:3.0:1788971118.572723:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000053a466d3.
00000400:00000010:3.0:1788971118.572729:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f1805e6b.
00000400:00000010:3.0:1788971118.572731:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000002cd259.
00000400:00000010:3.0:1788971118.572733:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b49589a0.
00000400:00000010:3.0:1788971118.572735:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e5cd63a.
00000400:00000010:3.0:1788971118.572737:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd3330ae.
00000400:00000010:3.0:1788971118.572742:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000083f8c7e2.
00000400:00000010:3.0:1788971118.572753:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f3ab1cd.
00000400:00000010:3.0:1788971118.572757:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000048d09bf7.
00000400:00000010:3.0:1788971118.572759:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fb85d0ed.
00000400:00000010:3.0:1788971118.572761:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000056148314.
00000400:00000010:3.0:1788971118.572763:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000569390b.
00000400:00000010:3.0:1788971118.572768:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000050a0b1f6.
00000400:00000010:3.0:1788971118.572773:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a0db0061.
00000400:00000010:3.0:1788971118.572776:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000438bd5e7.
00000400:00000010:3.0:1788971118.572778:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e2c83b4b.
00000400:00000010:3.0:1788971118.572780:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009656dbdf.
00000400:00000010:3.0:1788971118.572781:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc509ea5.
00000400:00000010:3.0:1788971118.572786:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000092b8df9a.
00000400:00000010:3.0:1788971118.572797:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006acd04d9.
00000400:00000010:3.0:1788971118.572801:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004d3a1a0e.
00000400:00000010:3.0:1788971118.572803:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000085ae32ef.
00000400:00000010:3.0:1788971118.572806:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fe17b3e.
00000400:00000010:3.0:1788971118.572808:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009389e20f.
00000400:00000010:3.0:1788971118.572816:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c63276c8.
00000400:00000010:3.0:1788971118.572822:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e3aba2e.
00000400:00000010:3.0:1788971118.572825:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e2cc7da5.
00000400:00000010:3.0:1788971118.572826:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000096146e1.
00000400:00000010:3.0:1788971118.572828:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003f65dac8.
00000400:00000010:3.0:1788971118.572830:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3fee6c5.
00000400:00000010:3.0:1788971118.572835:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d670784.
00000400:00000010:3.0:1788971118.572847:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d17b80c1.
00000400:00000010:3.0:1788971118.572851:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000030a92f7b.
00000400:00000010:3.0:1788971118.572854:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a8ff2e92.
00000400:00000010:3.0:1788971118.572856:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008eb223c6.
00000400:00000010:3.0:1788971118.572858:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bc709e6b.
00000400:00000010:3.0:1788971118.572863:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a989535.
00000400:00000010:3.0:1788971118.572868:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a2b9542b.
00000400:00000010:3.0:1788971118.572870:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000037251981.
00000400:00000010:3.0:1788971118.572872:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001308626b.
00000400:00000010:3.0:1788971118.572874:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000800b286b.
00000400:00000010:3.0:1788971118.572876:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f9a71df.
00000400:00000010:3.0:1788971118.572881:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000322a0cbb.
00000400:00000010:3.0:1788971118.572893:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f441244a.
00000400:00000010:3.0:1788971118.572897:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000085ae36b8.
00000400:00000010:3.0:1788971118.572899:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005d996af3.
00000400:00000010:3.0:1788971118.572902:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1a94dbf.
00000400:00000010:3.0:1788971118.572904:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003471852a.
00000400:00000010:3.0:1788971118.572909:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000016857e31.
00000400:00000010:3.0:1788971118.572914:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005205dd0a.
00000400:00000010:3.0:1788971118.572917:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000081e43ccb.
00000400:00000010:3.0:1788971118.572928:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000060b598df.
00000400:00000010:3.0:1788971118.572931:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab74a0cd.
00000400:00000010:3.0:1788971118.572932:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000388b37c2.
00000400:00000010:3.0:1788971118.572937:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013220177.
00000400:00000010:3.0:1788971118.572950:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aa2f20a9.
00000400:00000010:3.0:1788971118.572954:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fd0ff685.
00000400:00000010:3.0:1788971118.572960:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000abad5fad.
00000400:00000010:3.0:1788971118.572962:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000077955e2.
00000400:00000010:3.0:1788971118.572965:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d450f58f.
00000400:00000010:3.0:1788971118.572970:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3b9707b.
00000400:00000010:3.0:1788971118.572975:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cb8b8733.
00000400:00000010:3.0:1788971118.572977:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000048bdd065.
00000400:00000010:3.0:1788971118.572979:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fd8604eb.
00000400:00000010:3.0:1788971118.572980:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f313c116.
00000400:00000010:3.0:1788971118.572982:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c24370fa.
00000400:00000010:3.0:1788971118.572987:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000d957c45.
00000400:00000010:3.0:1788971118.572998:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d1545811.
00000400:00000010:3.0:1788971118.573002:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000796ea7c1.
00000400:00000010:3.0:1788971118.573004:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097b2bba5.
00000400:00000010:3.0:1788971118.573006:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c2f3052.
00000400:00000010:3.0:1788971118.573008:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000247200d6.
00000400:00000010:3.0:1788971118.573012:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005a1fc183.
00000400:00000010:3.0:1788971118.573018:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc952f64.
00000400:00000010:3.0:1788971118.573020:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000446c0bf6.
00000400:00000010:3.0:1788971118.573022:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c1247501.
00000400:00000010:3.0:1788971118.573024:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063cf12a0.
00000400:00000010:3.0:1788971118.573025:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007dbb631c.
00000400:00000010:3.0:1788971118.573030:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007ff78e77.
00000400:00000010:3.0:1788971118.573043:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bb91ef6d.
00000400:00000010:3.0:1788971118.573046:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eb782211.
00000400:00000010:3.0:1788971118.573049:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000705b011d.
00000400:00000010:3.0:1788971118.573051:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5bc3836.
00000400:00000010:3.0:1788971118.573052:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f299b8ea.
00000400:00000010:3.0:1788971118.573057:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013f7b9c9.
00000400:00000010:3.0:1788971118.573062:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f830e3de.
00000400:00000010:3.0:1788971118.573064:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007b670f8d.
00000400:00000010:3.0:1788971118.573066:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004981e571.
00000400:00000010:3.0:1788971118.573067:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055db8f06.
00000400:00000010:3.0:1788971118.573069:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c766e15c.
00000400:00000010:3.0:1788971118.573079:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f4b44b9.
00000400:00000010:3.0:1788971118.573090:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ee0f7848.
00000400:00000010:3.0:1788971118.573093:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e2e3085d.
00000400:00000010:3.0:1788971118.573096:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007f5726c1.
00000400:00000010:3.0:1788971118.573098:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe312bcc.
00000400:00000010:3.0:1788971118.573099:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fcaa65eb.
00000400:00000010:3.0:1788971118.573104:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002730ca1c.
00000400:00000010:3.0:1788971118.573109:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000091d62f85.
00000400:00000010:3.0:1788971118.573112:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006a504d85.
00000400:00000010:3.0:1788971118.573114:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ca4c1560.
00000400:00000010:3.0:1788971118.573116:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b2ab0d4.
00000400:00000010:3.0:1788971118.573117:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc161401.
00000400:00000010:3.0:1788971118.573122:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003be1a37d.
00000400:00000010:3.0:1788971118.573133:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000041bca7f2.
00000400:00000010:3.0:1788971118.573137:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000536b78f9.
00000400:00000010:3.0:1788971118.573139:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000101f5b33.
00000400:00000010:3.0:1788971118.573142:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089e1e0a3.
00000400:00000010:3.0:1788971118.573143:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e78c30c.
00000400:00000010:3.0:1788971118.573148:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000046c3e715.
00000400:00000010:3.0:1788971118.573153:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006916c7fd.
00000400:00000010:3.0:1788971118.573156:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000014911585.
00000400:00000010:3.0:1788971118.573158:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003b317614.
00000400:00000010:3.0:1788971118.573159:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005400add8.
00000400:00000010:3.0:1788971118.573161:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de4e970b.
00000400:00000010:3.0:1788971118.573166:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000495869f7.
00000400:00000010:3.0:1788971118.573177:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d9eb13cb.
00000400:00000010:3.0:1788971118.573182:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000954bca8f.
00000400:00000010:3.0:1788971118.573184:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000756d4352.
00000400:00000010:3.0:1788971118.573186:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f262972f.
00000400:00000010:3.0:1788971118.573188:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085fc2de5.
00000400:00000010:3.0:1788971118.573193:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000052644596.
00000400:00000010:3.0:1788971118.573198:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e8f1227.
00000400:00000010:3.0:1788971118.573201:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c317eb8d.
00000400:00000010:3.0:1788971118.573208:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000078244d31.
00000400:00000010:3.0:1788971118.573210:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017ca393d.
00000400:00000010:3.0:1788971118.573212:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039fcc038.
00000400:00000010:3.0:1788971118.573217:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f6b44129.
00000400:00000010:3.0:1788971118.573229:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002bc6cb9c.
00000400:00000010:3.0:1788971118.573233:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e59ae73e.
00000400:00000010:3.0:1788971118.573235:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003e13d699.
00000400:00000010:3.0:1788971118.573237:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b60c3142.
00000400:00000010:3.0:1788971118.573239:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5adf442.
00000400:00000010:3.0:1788971118.573244:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090bc83f8.
00000400:00000010:3.0:1788971118.573249:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7fef1be.
00000400:00000010:3.0:1788971118.573251:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a2f689fc.
00000400:00000010:3.0:1788971118.573253:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000054cdd06c.
00000400:00000010:3.0:1788971118.573255:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc4820d0.
00000400:00000010:3.0:1788971118.573257:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce188374.
00000400:00000010:3.0:1788971118.573261:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d326189.
00000400:00000010:3.0:1788971118.573273:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cec6a18d.
00000400:00000010:3.0:1788971118.573275:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d0b32f94.
00000400:00000010:3.0:1788971118.573277:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd2dc015.
00000400:00000010:3.0:1788971118.573280:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000964fa67b.
00000400:00000010:3.0:1788971118.573282:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9354786.
00000400:00000010:3.0:1788971118.573287:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007b2f10e3.
00000400:00000010:3.0:1788971118.573292:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005113fbb3.
00000400:00000010:3.0:1788971118.573294:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ce3628bd.
00000400:00000010:3.0:1788971118.573295:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002c62c8f2.
00000400:00000010:3.0:1788971118.573297:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fc175b2.
00000400:00000010:3.0:1788971118.573332:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a019517a.
00000400:00000010:3.0:1788971118.573338:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005e8e27cb.
00000400:00000010:3.0:1788971118.573351:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f4af8f4.
00000400:00000010:3.0:1788971118.573355:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fa7ae07f.
00000400:00000010:3.0:1788971118.573357:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008f7d24ce.
00000400:00000010:3.0:1788971118.573360:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000317efcc.
00000400:00000010:3.0:1788971118.573363:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012a4904d.
00000400:00000010:3.0:1788971118.573375:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000301d32c3.
00000400:00000010:3.0:1788971118.573381:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c30475ec.
00000400:00000010:3.0:1788971118.573383:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009810bb0a.
00000400:00000010:3.0:1788971118.573385:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b989ae00.
00000400:00000010:3.0:1788971118.573387:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000047647ec.
00000400:00000010:3.0:1788971118.573389:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029a6d82f.
00000400:00000010:3.0:1788971118.573394:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9222b52.
00000400:00000010:3.0:1788971118.573405:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008fd6179.
00000400:00000010:3.0:1788971118.573408:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a9427743.
00000400:00000010:3.0:1788971118.573410:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006f2c46a2.
00000400:00000010:3.0:1788971118.573413:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000591a1eb9.
00000400:00000010:3.0:1788971118.573415:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000593b6d08.
00000400:00000010:3.0:1788971118.573420:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d67118ee.
00000400:00000010:3.0:1788971118.573426:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cdc62595.
00000400:00000010:3.0:1788971118.573429:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000091b38617.
00000400:00000010:3.0:1788971118.573432:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000bea3c63.
00000400:00000010:3.0:1788971118.573434:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006151e72b.
00000400:00000010:3.0:1788971118.573435:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de548da8.
00000400:00000010:3.0:1788971118.573440:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bab514f7.
00000400:00000010:3.0:1788971118.573452:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f70cb3e1.
00000400:00000010:3.0:1788971118.573457:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bd6851d6.
00000400:00000010:3.0:1788971118.573459:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd3c1b15.
00000400:00000010:3.0:1788971118.573461:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f8b9197.
00000400:00000010:3.0:1788971118.573463:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2594017.
00000400:00000010:3.0:1788971118.573468:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000915a7ed5.
00000400:00000010:3.0:1788971118.573473:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004f7a4616.
00000400:00000010:3.0:1788971118.573476:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000323db368.
00000400:00000010:3.0:1788971118.573478:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000985d9cd5.
00000400:00000010:3.0:1788971118.573480:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001332fbb5.
00000400:00000010:3.0:1788971118.573482:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3a3c3d4.
00000400:00000010:3.0:1788971118.573487:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000032f2cbf5.
00000400:00000010:3.0:1788971118.573499:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000ff6e4e4.
00000400:00000010:3.0:1788971118.573503:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000628b6ae0.
00000400:00000010:3.0:1788971118.573509:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003bcecdd9.
00000400:00000010:3.0:1788971118.573511:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce61b773.
00000400:00000010:3.0:1788971118.573513:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb2a94bd.
00000400:00000010:3.0:1788971118.573519:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005f3e37ba.
00000400:00000010:3.0:1788971118.573524:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003bd6fb40.
00000400:00000010:3.0:1788971118.573528:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000087217492.
00000400:00000010:3.0:1788971118.573530:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f247ae06.
00000400:00000010:3.0:1788971118.573532:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a220257d.
00000400:00000010:3.0:1788971118.573534:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081a18ad1.
00000400:00000010:3.0:1788971118.573539:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000007be3763.
00000400:00000010:3.0:1788971118.573552:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004888f575.
00000400:00000010:3.0:1788971118.573556:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000000602a1d.
00000400:00000010:3.0:1788971118.573558:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000061bbf43a.
00000400:00000010:3.0:1788971118.573560:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000640a90b2.
00000400:00000010:3.0:1788971118.573562:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000119225aa.
00000400:00000010:3.0:1788971118.573566:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005b7d1e82.
00000400:00000010:3.0:1788971118.573571:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000415a50b1.
00000400:00000010:3.0:1788971118.573574:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007c572905.
00000400:00000010:3.0:1788971118.573576:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c2086991.
00000400:00000010:3.0:1788971118.573577:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eac73817.
00000400:00000010:3.0:1788971118.573579:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003fab5ffb.
00000400:00000010:3.0:1788971118.573584:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008953389a.
00000400:00000010:3.0:1788971118.573596:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1fbdf98.
00000400:00000010:3.0:1788971118.573599:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000051a826bd.
00000400:00000010:3.0:1788971118.573601:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000089427e73.
00000400:00000010:3.0:1788971118.573603:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000640d1a20.
00000400:00000010:3.0:1788971118.573605:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d197db1.
00000400:00000010:3.0:1788971118.573609:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000f14b36f.
00000400:00000010:3.0:1788971118.573614:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3d62036.
00000400:00000010:3.0:1788971118.573617:0:100223:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002e93358e.
00000400:00000010:3.0:1788971118.573618:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f35968b4.
00000400:00000010:3.0:1788971118.573620:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6e06cac.
00000400:00000010:3.0:1788971118.573622:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098409a6b.
00000400:00000010:3.0:1788971118.573631:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006995a108.
00000400:00000010:3.0:1788971118.573643:0:100223:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004ef5ac24.
00000400:00000010:3.0:1788971118.573648:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000dd9a7126.
00000400:00000010:3.0:1788971118.573650:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000087941576.
00000400:00000010:3.0:1788971118.573652:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004075236a.
00000400:00000010:3.0:1788971118.573657:0:100223:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 000000007be451a1.
00000400:00000010:3.0:1788971118.573663:0:100223:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 0000000054dc079e.
00000400:00000010:3.0:1788971118.573665:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ac39631d.
00000400:00000010:3.0:1788971118.573667:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000284ca9dd.
00000400:00000010:3.0:1788971118.573669:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b91191f4.
00000400:00000010:3.0:1788971118.573670:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000db09574b.
00000400:00000010:3.0:1788971118.573672:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000698fc36c.
00000400:00000010:3.0:1788971118.573674:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002cad081e.
00000400:00000010:3.0:1788971118.573681:0:100223:0:(config.c:703:lnet_parse_networks()) alloc '(tokens)': 4 at 000000002a46350c.
00000400:00000010:3.0:1788971118.573686:0:100223:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000e48db597.
00000400:00000010:3.0:1788971118.573689:0:100223:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000000f4cfb6d.
00000400:00000010:3.0:1788971118.573691:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006025e1e5.
00000400:00000010:3.0:1788971118.573693:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f375382.
00000400:00000010:3.0:1788971118.573694:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e398fac0.
00000400:00000010:3.0:1788971118.573696:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005084ae74.
00000400:00000010:3.0:1788971118.573698:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097a60092.
00000400:00000010:3.0:1788971118.573700:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007201d283.
00000400:00000010:3.0:1788971118.573702:0:100223:0:(config.c:915:lnet_parse_networks()) kfreed 'tokens': 4 at 000000002a46350c.
00000400:00000010:3.0:1788971118.573726:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000308edd65.
00000400:00000010:3.0:1788971118.573729:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000008977ad23.
00000400:00000010:3.0:1788971118.573731:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000033ec8fcb.
00000800:00000200:1.0:1788971118.591109:0:100223:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000f8d3f2c8
00000800:00000200:1.0:1788971118.591122:0:100223:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000f8d3f2c8
00000800:00000200:1.0:1788971118.591124:0:100223:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000f8d3f2c8
00000800:00000200:1.0:1788971118.591126:0:100223:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000f8d3f2c8
00000800:00000010:1.0:1788971118.591135:0:100223:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 000000007458b795.
00000400:00000010:1.0:1788971118.591151:0:100223:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000069334066.
00000800:00000200:1.0:1788971118.591159:0:100223:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:0.0F:1788971118.593797:0:100223:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:0.0:1788971118.593899:0:100223:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.24)
00000400:02000000:0.0:1788971118.593917:0:100223:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.24@tcp [8/256/0/180]
00000400:00000010:0.0:1788971118.600156:0:100223:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 000000004a518d53.
00000400:00000010:0.0:1788971118.600171:0:100223:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082e8f1fb.
00000400:00000010:0.0:1788971118.600196:0:100223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008571ea36.
00000400:00000200:0.0:1788971118.600210:0:100223:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:0.0:1788971118.600216:0:100223:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c287b572.
00000400:00000010:0.0:1788971118.600219:0:100223:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b5156ce.
00000400:00000010:0.0:1788971118.600222:0:100223:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000aaac7ff.
00000400:00000200:0.0:1788971118.600225:0:100223:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 00000000c287b572
00000400:00000200:0.0:1788971118.600227:0:100223:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:0.0:1788971118.600232:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006f833246.
00000400:00000010:0.0:1788971118.600237:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5d5f518.
00000400:00000010:0.0:1788971118.600240:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f7cf222.
00000400:00000010:0.0:1788971118.600243:0:100223:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003302edd8.
00000400:00000010:0.0:1788971118.600244:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000055dadfd.
00000400:00000010:0.0:1788971118.600246:0:100223:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005eae93da.
00000400:00000200:0.0:1788971118.600967:0:100223:0:(peer.c:4512:lnet_peer_discovery_start()) discovery start: 0
00000100:00000010:0.0:1788971118.601122:0:100223:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000ec5d7c18.
00000400:00000200:3.0:1788971118.601246:0:100238:0:(peer.c:4338:lnet_peer_discovery()) started
00000100:00000010:3.0:1788971118.602008:0:100239:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000308710ed.
00000020:00000010:3.0:1788971118.602017:0:100239:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b96b1cf2.
00000020:00000010:3.0:1788971118.602023:0:100239:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000167d3fd7.
00000020:00000010:3.0:1788971118.602028:0:100239:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000002d1dc7b5.
00000040:00000010:3.0:1788971118.602032:0:100239:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cc7b0111.
00000020:00000010:3.0:1788971118.602038:0:100239:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002981b10e.
00000020:00000010:3.0:1788971118.602051:0:100239:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002265f180.
00000100:00000010:1.0:1788971118.602107:0:100223:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000014bf0c90.
00000100:00000010:1.0:1788971118.602114:0:100223:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000c89d412a.
00000100:00000010:1.0:1788971118.602117:0:100223:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000ebd7106d.
00000100:00000010:1.0:1788971118.602471:0:100240:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ed0da8a.
00000020:00000010:1.0:1788971118.602485:0:100240:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7b4567f.
00000020:00000010:1.0:1788971118.602488:0:100240:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000365f76ae.
00000020:00000010:1.0:1788971118.602491:0:100240:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000e02b8a15.
00000040:00000010:1.0:1788971118.602493:0:100240:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d514838c.
00000020:00000010:1.0:1788971118.602497:0:100240:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000047ab758.
00000020:00000010:1.0:1788971118.602501:0:100240:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec48095d.
00000100:00000010:0.0:1788971118.606122:0:100241:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075f01115.
00000020:00000010:0.0:1788971118.606140:0:100241:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abe4115f.
00000020:00000010:0.0:1788971118.606145:0:100241:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000126119c0.
00000020:00000010:0.0:1788971118.606149:0:100241:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000fd6b8c8f.
00000040:00000010:0.0:1788971118.606154:0:100241:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000cb2838d2.
00000020:00000010:0.0:1788971118.606159:0:100241:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fd086687.
00000020:00000010:0.0:1788971118.606164:0:100241:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b4229b4.
00000100:00000010:2.0:1788971118.606402:0:100223:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000869a5f03.
00000100:00000010:2.0:1788971118.606411:0:100223:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000008d5cb536.
00000100:00000010:2.0:1788971118.606414:0:100223:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000046145f16.
00000100:00000010:2.0:1788971118.607223:0:100242:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006071594f.
00000020:00000010:2.0:1788971118.607231:0:100242:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b5e7a7.
00000020:00000010:2.0:1788971118.607235:0:100242:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c62f28fd.
00000020:00000010:2.0:1788971118.607238:0:100242:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d6b52067.
00000040:00000010:2.0:1788971118.607241:0:100242:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000016f5c7c4.
00000020:00000010:2.0:1788971118.607246:0:100242:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba56f86d.
00000020:00000010:2.0:1788971118.607250:0:100242:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070567d63.
00000100:00000010:3.0:1788971118.609733:0:100243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9601343.
00000020:00000010:3.0:1788971118.609750:0:100243:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f3626f.
00000020:00000010:3.0:1788971118.609756:0:100243:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005786d01f.
00000020:00000010:3.0:1788971118.609761:0:100243:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000007d675d72.
00000040:00000010:3.0:1788971118.609765:0:100243:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000065c7f616.
00000020:00000010:3.0:1788971118.609772:0:100243:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062043d62.
00000020:00000010:3.0:1788971118.609776:0:100243:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050f928ec.
00000100:00000010:2.0:1788971118.609871:0:100223:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000c77ac26c.
00000100:00000010:2.0:1788971118.610125:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000e61fc93a.
00000100:00000010:2.0:1788971118.610130:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000713a385e.
00000100:00000010:2.0:1788971118.610133:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000059aa9367.
00000100:00000010:2.0:1788971118.610135:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000b48b481b.
00000100:00000010:2.0:1788971118.610137:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000084b02365.
00000100:00000010:2.0:1788971118.610139:0:100223:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000990fb200.
00000001:00000010:2.0:1788971118.610634:0:100223:0:(nodemap_handler.c:5054:nodemap_config_alloc()) kmalloced '(config)': 488 at 00000000f14c7a1c.
00000001:00000010:2.0:1788971118.610641:0:100223:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005cc7c1cb.
00000001:00000010:2.0:1788971118.610647:0:100223:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fdf01dd0.
00000001:00000010:2.0:1788971118.610652:0:100223:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b514cd46.
00000001:00000010:2.0:1788971118.610670:0:100223:0:(nodemap_handler.c:3743:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000d6a132cf.
00000001:00000010:2.0:1788971118.610725:0:100223:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 000000005b653d2e.
02000000:00000010:1.0:1788971118.790350:0:100256:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000002503b02c.
02000000:00000010:1.0:1788971118.790367:0:100256:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000024e89a3b.
02000000:00000010:1.0:1788971118.790372:0:100256:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000006be4183c.
02000000:00000010:1.0:1788971118.790397:0:100256:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000c2b32abd.
00000020:00000010:1.0:1788971120.739797:0:100303:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000086b63ad4.
00000001:00000010:1.0:1788971120.839216:0:100317:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000254e5978.
00000100:00000010:1.0:1788971120.839269:0:100317:0:(client.c:703:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000c0d2ac3f.
00000020:00000010:1.0:1788971120.839351:0:100317:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000064952e46.
00000020:00000010:1.0:1788971120.839378:0:100317:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000cf2f9da8.
00000020:00000010:1.0:1788971120.839389:0:100317:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000cf2f9da8.
00000020:00000010:1.0:1788971120.940196:0:100331:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000cf2f9da8.
00000020:00000010:3.0:1788971121.025710:0:100345:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000061b6be57.
00000020:00000010:1.0:1788971121.138214:0:100360:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000e2f14f2b.
00008000:02000000:1.0:1788971121.248805:0:100374:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:00000010:1.0:1788971121.253898:0:100374:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000000ef2707d.
00000020:00000010:1.0:1788971121.254224:0:100374:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000067574713.
00000020:00000010:0.0:1788971121.476133:0:100399:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000069c3e187.
00000020:00000010:0.0:1788971123.941610:0:100720:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000264c3c74.
00000020:00000010:2.0:1788971124.056929:0:100734:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000003ed307b7.
00000020:00000010:0.0:1788971124.217575:0:100748:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000009ac9a3c3.
00000020:00000010:0.0:1788971124.217612:0:100748:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000faa36806.
00000020:00000010:3.0:1788971124.413280:0:100771:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000003e38cb02.
00000020:00000010:0.0:1788971124.570470:0:100785:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000088105b3.
00000020:00000010:1.0:1788971124.581018:0:100785:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000c58e5719.
00000020:00000010:2.0:1788971124.768246:0:100801:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000cf01bda9.
00000020:00000010:2.0:1788971124.768733:0:100801:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000576ab06d.
00000020:00000010:0.0:1788971124.924079:0:100815:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at 000000008e813032.
00000020:00000010:0.0:1788971124.924090:0:100815:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009ae5efc.
00000020:00000010:0.0:1788971124.924094:0:100815:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000007beebfb0.
00000020:00000010:0.0:1788971124.924101:0:100815:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000008f6ecb83.
00000008:00000010:0.0:1788971124.924114:0:100815:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000d7a7311a.
00020000:00000010:0.0:1788971124.924118:0:100815:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000001b27391c.
00008000:00000010:0.0:1788971124.924128:0:100815:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a80bd758.
00000080:00000010:0.0:1788971124.924137:0:100815:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b5cfcb03.
00000080:00000010:0.0:1788971124.924149:0:100815:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000008a2552ab.
00000020:00000010:0.0:1788971124.924153:0:100815:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f93ab8f2.
00000008:00000010:0.0:1788971124.924177:0:100815:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005942f590.
00020000:00000010:0.0:1788971124.924191:0:100815:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000d0491616.
00008000:00000010:0.0:1788971124.924208:0:100815:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a75f4b5b.
00000080:00000010:0.0:1788971124.924218:0:100815:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000057a83dad.
00000080:00000010:0.0:1788971181.739139:0:101645:0:(super25.c:246:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 000000005fbd0015.
00000020:00000010:0.0:1788971181.739162:0:101645:0:(obd_mount.c:1374:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000bd6dfc7c.
00000020:00000010:0.0:1788971181.739173:0:101645:0:(obd_mount.c:1576:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000009a8d6ff0.
00000020:00000010:0.0:1788971181.739178:0:101645:0:(obd_mount.c:1632:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 0000000010fc9dfe.
00000020:00000010:0.0:1788971181.739182:0:101645:0:(obd_mount.c:1660:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 0000000080d9a369.
00000020:00000010:0.0:1788971181.739361:0:101645:0:(obd_mount.c:642:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000004d180d55.
00000020:00000010:0.0:1788971181.739382:0:101645:0:(obd_mount.c:332:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000788655cc.
00000020:00000010:0.0:1788971181.739386:0:101645:0:(obd_mount.c:340:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000007347dcd.
00000100:00000010:0.0:1788971181.739393:0:101645:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000b98a81a4.
00000400:00000200:0.0:1788971181.739397:0:101645:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971181.739401:0:101645:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.739409:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971181.739416:0:101645:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 00000000f724e814.
00000400:00000200:0.0:1788971181.739419:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.739422:0:101645:0:(peer.c:266:lnet_peer_alloc()) 00000000f724e814 nid 192.168.203.124@tcp
00000400:00000010:0.0:1788971181.739426:0:101645:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000157c47b2.
00000400:00000200:0.0:1788971181.739428:0:101645:0:(peer.c:203:lnet_peer_net_alloc()) 00000000157c47b2 net tcp
00000400:00000200:0.0:1788971181.739430:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971181.739433:0:101645:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 0000000024778f1a.
00000400:00000200:0.0:1788971181.739437:0:101645:0:(peer.c:184:lnet_peer_ni_alloc()) 0000000024778f1a nid 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.739443:0:101645:0:(peer.c:1241:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.124@tcp: -2
00000400:00000200:0.0:1788971181.739449:0:101645:0:(peer.c:1849:lnet_peer_attach_peer_ni()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp flags 0x100001
00000400:00000200:0.0:1788971181.739460:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.739512:0:101645:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.124@tcp: 0
00000400:00000200:0.0:1788971181.739515:0:101645:0:(peer.c:2980:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1788971181.739518:0:101645:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971181.739520:0:101645:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000020:00000010:0.0:1788971181.739525:0:101645:0:(obd_mount.c:473:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000003b2913e7.
00000020:00000010:0.0:1788971181.739552:0:101645:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000077691d7b.
00000020:00000010:0.0:1788971181.739559:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000e0d2d7d0.
00000020:00000010:0.0:1788971181.739572:0:101645:0:(obd_mount.c:249:lustre_start_simple()) kmalloced '(lcfg)': 104 at 00000000965993c0.
00000001:00000010:0.0:1788971181.739599:0:101645:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e87329be.
00000001:00000010:0.0:1788971181.739604:0:101645:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000044e6a795.
00000001:00000010:0.0:1788971181.739607:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005052260.
00000001:00000010:0.0:1788971181.739610:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bdef97f5.
00000001:00000010:0.0:1788971181.739613:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a0425b8.
00000001:00000010:0.0:1788971181.739616:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005658ad69.
00000020:00000010:0.0:1788971181.739620:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4beffe2.
00000020:00000010:0.0:1788971181.739626:0:101645:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007e1dd519.
00000020:00000010:0.0:1788971181.739639:0:101645:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009635f38f.
00000008:00000010:0.0:1788971181.739645:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001ecc7fdf.
00020000:00000010:0.0:1788971181.739650:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000058af91de.
00008000:00000010:0.0:1788971181.739655:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001e3ca342.
00000080:00000010:0.0:1788971181.739662:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cdfbec54.
00000020:00000010:0.0:1788971181.739666:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000445d611b.
00000020:00000010:0.0:1788971181.739669:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000885483a2.
00000040:00000010:0.0:1788971181.739673:0:101645:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000017d51158.
00000020:00000010:0.0:1788971181.739678:0:101645:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064bc6076.
00000020:00000010:0.0:1788971181.739682:0:101645:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000000b97748.
00040000:00000010:0.0:1788971181.739687:0:101645:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cd676e14.
00040000:00000010:0.0:1788971181.739691:0:101645:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2f75b68.
10000000:00000010:0.0:1788971181.739695:0:101645:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 000000009749abf0.
00010000:00000010:0.0:1788971181.739708:0:101645:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000009bbdc082.
00010000:00000010:0.0:1788971181.739715:0:101645:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c3371566.
00010000:00000010:0.0:1788971181.739727:0:101645:0:(ldlm_lockd.c:3380:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000499f5f08.
00000100:00000010:0.0:1788971181.739817:0:101645:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 360 at 000000000f39de55.
00000100:00000010:0.0:1788971181.739823:0:101645:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000dd874f6c.
00000100:00000010:0.0:1788971181.739839:0:101645:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ae20588f.
00000100:00000010:0.0:1788971181.739850:0:101645:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bb4a0aba.
00000100:00000010:0.0:1788971181.739856:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000147322b8.
00000100:00000010:0.0:1788971181.739862:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9e4ea0d.
00000100:00000010:0.0:1788971181.739866:0:101645:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001c65a274.
00000100:00000010:0.0:1788971181.739877:0:101645:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ec3a8f99.
00000100:00000010:0.0:1788971181.739883:0:101645:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000ee207f0d.
00000100:00000010:0.0:1788971181.739888:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d9aa5aa.
00000100:00000010:0.0:1788971181.739894:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e62ca0e.
00000400:00000200:0.0:1788971181.739899:0:101645:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 15 lazy
00000020:00000010:0.0:1788971181.739953:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002f8e3b7e.
00000020:00000010:0.0:1788971181.739959:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 00000000757d34e9.
00000100:00000010:0.0:1788971181.740019:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003f47ddc6.
00000100:00000010:0.0:1788971181.740027:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007c2c94a7.
00000100:00000010:0.0:1788971181.740031:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000a8cb7f8.
00000100:00000010:0.0:1788971181.740035:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf5aa949.
00000100:00000010:0.0:1788971181.740038:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007979cc6a.
00000100:00000010:0.0:1788971181.740042:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009487aeba.
00000100:00000010:0.0:1788971181.740044:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007584e073.
00000100:00000010:0.0:1788971181.740047:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f518cd89.
00000100:00000010:0.0:1788971181.740049:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ae8151db.
00000100:00000010:0.0:1788971181.740052:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002f2ffd46.
00000100:00000200:0.0:1788971181.740080:0:101645:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15
00000100:00000010:0.0:1788971181.740085:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c77f81b8.
00000400:00000200:2.0:1788971181.740203:0:100238:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:2.0:1788971181.740211:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100041
00000400:00000010:2.0:1788971181.740220:0:100238:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006396b122.
00000400:00000010:2.0:1788971181.740238:0:100238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b67331c.
00000400:00000010:2.0:1788971181.740262:0:100238:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000314feb7b.
00000400:00000200:2.0:1788971181.740269:0:100238:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.740281:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.740287:0:100238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971181.740295:0:100238:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971181.740332:0:100238:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971181.740336:0:100238:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971181.740339:0:100238:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.740343:0:100238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [1:1:256:4294967295] 192.168.203.124@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:2.0:1788971181.740348:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.740354:0:100238:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.740362:0:100238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : GET try# 0
00000800:00000200:2.0:1788971181.740368:0:100238:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971181.740374:0:100238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fad9e79b.
00000400:00000200:2.0:1788971181.740382:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000010:2.0:1788971181.740387:0:100238:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000002c4e2ba.
00000800:00000010:2.0:1788971181.740391:0:100238:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000052bc7d33.
00000800:00000200:2.0:1788971181.740396:0:100238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (2)
00000800:00000200:2.1F:1788971181.740400:0:100238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (2)
00000400:00000200:2.0:1788971181.740423:0:100238:0:(peer.c:4070:lnet_peer_send_ping()) peer 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.740426:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100241 rc 0
00000100:00000010:0.0:1788971181.740618:0:101646:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c3cba2e6.
00000020:00000010:0.0:1788971181.740624:0:101646:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000037c90b0a.
00000020:00000010:0.0:1788971181.740629:0:101646:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051c3b363.
00000020:00000010:0.0:1788971181.740633:0:101646:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d5bbcd52.
00000040:00000010:0.0:1788971181.740642:0:101646:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000037092e76.
00000020:00000010:0.0:1788971181.740646:0:101646:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003b2e35b1.
00000020:00000010:0.0:1788971181.740664:0:101646:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b5427f21.
00000020:00000010:0.0:1788971181.740669:0:101646:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000005757a912.
80000000:00000010:0.0:1788971181.740673:0:101646:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029739c1c.
40000000:00000010:0.0:1788971181.740676:0:101646:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000001c8e1b38.
00100000:00000010:0.0:1788971181.740682:0:101646:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d8d9c02.
00040000:00000010:0.0:1788971181.740685:0:101646:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001afc34f9.
00040000:00000010:0.0:1788971181.740690:0:101646:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ce9ebc4f.
00040000:00000010:0.0:1788971181.740693:0:101646:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000191513b2.
00000004:00000010:0.0:1788971181.740698:0:101646:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000462223b3.
00000004:00000010:0.0:1788971181.740705:0:101646:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c33145de.
00000004:00000010:0.0:1788971181.740710:0:101646:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000002aee79d7.
00002000:00000010:0.0:1788971181.740715:0:101646:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000091b4967e.
00000004:00000010:0.0:1788971181.740719:0:101646:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000005ef7eb99.
00000100:00000200:0.0:1788971181.740724:0:101646:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15
00000400:00000010:0.0:1788971181.740730:0:101646:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1fea74b.
00000400:00000010:0.0:1788971181.740736:0:101646:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f45bc00.
00000100:00000010:0.0:1788971181.740746:0:101646:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000093c9b3ab.
00000100:00000200:0.0:1788971181.740763:0:101646:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:2.0:1788971181.740806:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000684d36de.
00000100:00000010:0.0:1788971181.741176:0:101647:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e4ddd92a.
00000020:00000010:0.0:1788971181.741181:0:101647:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b2c44de4.
00000020:00000010:0.0:1788971181.741184:0:101647:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a50137e8.
00000020:00000010:0.0:1788971181.741187:0:101647:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3223e7a.
00000040:00000010:0.0:1788971181.741190:0:101647:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000038af37a.
00000020:00000010:0.0:1788971181.741193:0:101647:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b835a53e.
00000020:00000010:0.0:1788971181.741197:0:101647:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000b89351d.
00000020:00000010:0.0:1788971181.741200:0:101647:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000c7efda44.
80000000:00000010:0.0:1788971181.741203:0:101647:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000057c95372.
40000000:00000010:0.0:1788971181.741205:0:101647:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000005332d9e5.
00100000:00000010:0.0:1788971181.741209:0:101647:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f09462ac.
00040000:00000010:0.0:1788971181.741212:0:101647:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000661b33f3.
00040000:00000010:0.0:1788971181.741216:0:101647:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000003b84d46c.
00040000:00000010:0.0:1788971181.741224:0:101647:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063fbc3b1.
00000004:00000010:0.0:1788971181.741227:0:101647:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000005bae3af7.
00000004:00000010:0.0:1788971181.741231:0:101647:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000017b45a6c.
00000004:00000010:0.0:1788971181.741233:0:101647:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000009fa0e5f0.
00002000:00000010:0.0:1788971181.741237:0:101647:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000003418907e.
00000004:00000010:0.0:1788971181.741241:0:101647:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000c94d7589.
00000100:00000010:0.0:1788971181.741244:0:101647:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000fa0d34ed.
00000100:00000200:0.0:1788971181.741288:0:101647:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:2.0:1788971181.741380:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000077541298.
00000100:00000010:2.0:1788971181.741701:0:101648:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 000000004c6fee7f.
00000020:00000010:2.0:1788971181.741710:0:101648:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000012ad422.
00000020:00000010:2.0:1788971181.741713:0:101648:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000db0271d.
00000020:00000010:2.0:1788971181.741716:0:101648:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a88f4a87.
00000040:00000010:2.0:1788971181.741719:0:101648:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000309fd6ce.
00000020:00000010:2.0:1788971181.741723:0:101648:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c78d0c9.
00000020:00000010:2.0:1788971181.741739:0:101648:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000034e11516.
00000020:00000010:2.0:1788971181.741742:0:101648:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000d1334500.
80000000:00000010:2.0:1788971181.741745:0:101648:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fdb10588.
40000000:00000010:2.0:1788971181.741747:0:101648:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000f54b2383.
00100000:00000010:2.0:1788971181.741750:0:101648:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000007e6ad53.
00040000:00000010:2.0:1788971181.741753:0:101648:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087bff091.
00040000:00000010:2.0:1788971181.741756:0:101648:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000087d31c8d.
00040000:00000010:2.0:1788971181.741758:0:101648:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079187897.
00000004:00000010:2.0:1788971181.741762:0:101648:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000008144ec00.
00000004:00000010:2.0:1788971181.741766:0:101648:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000009859ea38.
00000004:00000010:2.0:1788971181.741770:0:101648:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000002a137905.
00002000:00000010:2.0:1788971181.741774:0:101648:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000003e91efe2.
00000004:00000010:2.0:1788971181.741776:0:101648:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000dd248768.
00000100:00000200:2.0:1788971181.741781:0:101648:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15
00000400:00000010:2.0:1788971181.741786:0:101648:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c49b31.
00000400:00000010:2.0:1788971181.741792:0:101648:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddc6e93d.
00000100:00000010:2.0:1788971181.741799:0:101648:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002e8059f3.
00000100:00000200:2.0:1788971181.741844:0:101648:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:0.0:1788971181.741868:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e50df633.
00000800:00000010:3.0:1788971181.741877:0:100227:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 0000000009e1f5ec.
00000800:00000010:3.0:1788971181.741885:0:100227:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000482b3dc2.
00000800:00000010:3.0:1788971181.741894:0:100227:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb639337.
00000800:00000010:3.0:1788971181.741905:0:100227:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb639337.
00000100:00000010:3.0:1788971181.742412:0:101649:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cb639337.
00000020:00000010:3.0:1788971181.742417:0:101649:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e756d38e.
00000020:00000010:3.0:1788971181.742421:0:101649:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa481493.
00000020:00000010:3.0:1788971181.742424:0:101649:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083f23865.
00000040:00000010:3.0:1788971181.742428:0:101649:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000070b011b1.
00000020:00000010:3.0:1788971181.742432:0:101649:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000050deddae.
00000020:00000010:3.0:1788971181.742451:0:101649:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a7461d42.
00000020:00000010:3.0:1788971181.742456:0:101649:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000002b48b06b.
80000000:00000010:3.0:1788971181.742459:0:101649:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000601b907e.
40000000:00000010:3.0:1788971181.742472:0:101649:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000671bd544.
00100000:00000010:3.0:1788971181.742478:0:101649:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000003381b5c.
00040000:00000010:3.0:1788971181.742481:0:101649:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4705ea0.
00040000:00000010:3.0:1788971181.742484:0:101649:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000009fb240e8.
00040000:00000010:3.0:1788971181.742487:0:101649:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041768bcd.
00000004:00000010:3.0:1788971181.742490:0:101649:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000121a4029.
00000004:00000010:3.0:1788971181.742495:0:101649:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f11ab724.
00000004:00000010:3.0:1788971181.742499:0:101649:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000008c8c8b4f.
00002000:00000010:3.0:1788971181.742502:0:101649:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000056871822.
00000004:00000010:3.0:1788971181.742505:0:101649:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000abbcd3c9.
00000100:00000010:3.0:1788971181.742516:0:101649:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009083a8eb.
00000100:00000200:3.0:1788971181.742534:0:101649:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:0.0:1788971181.742584:0:101645:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000f9e99ec6.
00000100:00000010:0.0:1788971181.742593:0:101645:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b948665b.
00000100:00000010:0.0:1788971181.742610:0:101645:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fe0a0989.
00000100:00000010:0.0:1788971181.742619:0:101645:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000008d4961b8.
00000100:00000010:0.0:1788971181.742626:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e8301b4.
00000100:00000010:0.0:1788971181.742634:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c5c4c6b.
00000100:00000010:0.0:1788971181.742638:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000167e178c.
00000100:00000010:0.0:1788971181.742652:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0fd0995.
00000100:00000010:0.0:1788971181.742656:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edf2317a.
00000100:00000010:0.0:1788971181.742662:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a390d5af.
00000100:00000010:0.0:1788971181.742665:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009895e873.
00000100:00000010:0.0:1788971181.742670:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f34f5640.
00000100:00000010:0.0:1788971181.742673:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e5f6b90.
00000100:00000010:0.0:1788971181.742679:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6b102f7.
00000100:00000010:0.0:1788971181.742683:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf86341.
00000100:00000010:0.0:1788971181.742693:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000197a14bb.
00000100:00000010:0.0:1788971181.742697:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047539d30.
00000100:00000010:0.0:1788971181.742701:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000677419d.
00000100:00000010:0.0:1788971181.742704:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4417d69.
00000100:00000010:0.0:1788971181.742707:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ed21182.
00000100:00000010:0.0:1788971181.742710:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9d39965.
00000100:00000010:0.0:1788971181.742714:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003370318b.
00000100:00000010:0.0:1788971181.742716:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c39757d.
00000100:00000010:0.0:1788971181.742732:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065c83f19.
00000100:00000010:0.0:1788971181.742736:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004475a8ea.
00000100:00000010:0.0:1788971181.742741:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ab3f9a7.
00000100:00000010:0.0:1788971181.742745:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034d792ff.
00000100:00000010:0.0:1788971181.742750:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000020a29ab9.
00000100:00000010:0.0:1788971181.742752:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000945424de.
00000100:00000010:0.0:1788971181.742757:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092311dac.
00000100:00000010:0.0:1788971181.742760:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066507954.
00000100:00000010:0.0:1788971181.742771:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000671a4bc4.
00000100:00000010:0.0:1788971181.742775:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e02d755.
00000100:00000010:0.0:1788971181.742781:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052436493.
00000100:00000010:0.0:1788971181.742784:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee764e0a.
00000100:00000010:0.0:1788971181.742789:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad5a7987.
00000100:00000010:0.0:1788971181.742792:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cdef470.
00000100:00000010:0.0:1788971181.742797:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df3b2468.
00000100:00000010:0.0:1788971181.742800:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8db159e.
00000100:00000010:0.0:1788971181.742810:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010084d8f.
00000100:00000010:0.0:1788971181.742814:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a19215.
00000100:00000010:0.0:1788971181.742818:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000060b1975b.
00000100:00000010:0.0:1788971181.744120:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f58c6314.
00000100:00000010:0.0:1788971181.744562:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066776dd8.
00000100:00000010:0.0:1788971181.744571:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005070d31c.
00000100:00000010:0.0:1788971181.744577:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c69b7fa6.
00000100:00000010:0.0:1788971181.744583:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009143da80.
00000100:00000010:0.0:1788971181.744610:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d74085da.
00000100:00000010:0.0:1788971181.744614:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8e69dcf.
00000100:00000010:0.0:1788971181.744618:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea0e6f77.
00000100:00000010:0.0:1788971181.744621:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088b491ed.
00000100:00000010:0.0:1788971181.744625:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005e2fff41.
00000100:00000010:0.0:1788971181.744627:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caedf824.
00000100:00000010:0.0:1788971181.744631:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000252a772.
00000100:00000010:0.0:1788971181.744642:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9986ff6.
00000100:00000010:0.0:1788971181.744654:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa233ba2.
00000100:00000010:0.0:1788971181.744657:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009044333f.
00000100:00000010:0.0:1788971181.744663:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084c63bd9.
00000100:00000010:0.0:1788971181.744667:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df22a86f.
00000100:00000010:0.0:1788971181.744673:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000534a175.
00000100:00000010:0.0:1788971181.744677:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4ee78df.
00000100:00000010:0.0:1788971181.744682:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044a23de6.
00000100:00000010:0.0:1788971181.744693:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1e449f3.
00000100:00000010:0.0:1788971181.744704:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf7a8584.
00000100:00000010:0.0:1788971181.744708:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081af6631.
00000100:00000010:0.0:1788971181.744713:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a7fb4cc.
00000100:00000010:0.0:1788971181.744715:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfbe2e83.
00000100:00000010:0.0:1788971181.744720:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5a65c53.
00000100:00000010:0.0:1788971181.744722:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d9944f3.
00000100:00000010:0.0:1788971181.744728:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ec850b8a.
00000100:00000010:0.0:1788971181.744730:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b4226e7.
00000100:00000010:0.0:1788971181.744741:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be192174.
00000100:00000010:0.0:1788971181.744744:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009becac1b.
00000100:00000010:0.0:1788971181.744749:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e28b161.
00000100:00000010:0.0:1788971181.744752:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008902512e.
00000100:00000010:0.0:1788971181.744757:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a3cbae8.
00000100:00000010:0.0:1788971181.744760:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2b217ad.
00000100:00000010:0.0:1788971181.744765:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005635c560.
00000100:00000010:0.0:1788971181.744768:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b299eac.
00000100:00000010:0.0:1788971181.744779:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000c5b723e.
00000100:00000010:0.0:1788971181.744783:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076f3ff1f.
00000100:00000010:0.0:1788971181.744789:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000008968614.
00000100:00000010:0.0:1788971181.744793:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000531e6525.
00000100:00000010:0.0:1788971181.744799:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ddaacea8.
00000100:00000010:0.0:1788971181.744801:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9c95cd4.
00000100:00000010:0.0:1788971181.744811:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036633cce.
00000100:00000010:0.0:1788971181.744814:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000041e908a.
00000100:00000010:0.0:1788971181.745273:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004716ce09.
00000100:00000010:0.0:1788971181.745282:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004815a2e4.
00000100:00000010:0.0:1788971181.745288:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7b68df0.
00000100:00000010:0.0:1788971181.745291:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000059cf5af.
00000100:00000010:0.0:1788971181.745296:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7b600c0.
00000100:00000010:0.0:1788971181.745354:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001de20841.
00000100:00000010:0.0:1788971181.745360:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c70743c.
00000100:00000010:0.0:1788971181.745374:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ab2459c.
00000100:00000010:0.0:1788971181.745386:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044760fef.
00000100:00000010:0.0:1788971181.745390:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa1e55db.
00000100:00000010:0.0:1788971181.745394:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040c8a1a7.
00000100:00000010:0.0:1788971181.745397:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efeb7799.
00000100:00000010:0.0:1788971181.745402:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cf4d1ab.
00000100:00000010:0.0:1788971181.745405:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d655043.
00000100:00000010:0.0:1788971181.745411:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004cc3edaf.
00000100:00000010:0.0:1788971181.745416:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002936bb4c.
00000100:00000010:0.0:1788971181.745426:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066e31617.
00000100:00000010:0.0:1788971181.745430:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc74d86.
00000100:00000010:0.0:1788971181.745434:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf1e6241.
00000100:00000010:0.0:1788971181.745437:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b7cfa27.
00000100:00000010:0.0:1788971181.745441:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4e8b773.
00000100:00000010:0.0:1788971181.745444:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000602045f2.
00000100:00000010:0.0:1788971181.745449:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003686a5a0.
00000100:00000010:0.0:1788971181.745451:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c72b357e.
00000100:00000010:0.0:1788971181.745472:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c5a16c1.
00000100:00000010:0.0:1788971181.745476:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000744bf4e5.
00000100:00000010:0.0:1788971181.745481:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004538cee4.
00000100:00000010:0.0:1788971181.745484:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ebd58a2.
00000100:00000010:0.0:1788971181.745488:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c4bc60f.
00000100:00000010:0.0:1788971181.745495:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000273d4e67.
00000100:00000010:0.0:1788971181.745499:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000017909d68.
00000100:00000010:0.0:1788971181.745502:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005beb8381.
00000100:00000010:0.0:1788971181.745512:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002fdb8e1c.
00000100:00000010:0.0:1788971181.745515:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4623ed1.
00000100:00000010:0.0:1788971181.745520:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d19beffa.
00000100:00000010:0.0:1788971181.745522:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ffe1eeb.
00000100:00000010:0.0:1788971181.745527:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4ead815.
00000100:00000010:0.0:1788971181.745529:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047d1b955.
00000100:00000010:0.0:1788971181.745534:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007693bf9c.
00000100:00000010:0.0:1788971181.745543:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f77b105.
00000100:00000010:0.0:1788971181.745553:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009056c923.
00000100:00000010:0.0:1788971181.745556:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e31f91ef.
00000100:00000010:0.0:1788971181.745561:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c55fa73a.
00000100:00000010:0.0:1788971181.745564:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000124b1233.
00000100:00000010:0.0:1788971181.745569:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077e5ec0d.
00000100:00000010:0.0:1788971181.745574:0:101645:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a6b1d1eb.
00000100:00000010:0.0:1788971181.745589:0:101645:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000003b3b911.
00000100:00000010:0.0:1788971181.745598:0:101645:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f82aa931.
00000100:00000010:0.0:1788971181.745603:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098e726f9.
00000100:00000010:0.0:1788971181.745608:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a86a6f8.
00000100:00000010:0.0:1788971181.745610:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045cfe417.
00000100:00000010:0.0:1788971181.745620:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000118911db.
00000100:00000010:0.0:1788971181.745624:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebe4311c.
00000100:00000010:0.0:1788971181.745629:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095e86c4f.
00000100:00000010:0.0:1788971181.745632:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc482f43.
00000100:00000010:0.0:1788971181.745637:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6f57b16.
00000100:00000010:0.0:1788971181.745639:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003675d051.
00000100:00000010:0.0:1788971181.745643:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc68969e.
00000100:00000010:0.0:1788971181.745646:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cde6b676.
00000100:00000010:0.0:1788971181.745656:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093a98119.
00000100:00000010:0.0:1788971181.745662:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000066cfd50.
00000100:00000010:0.0:1788971181.745667:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002107db45.
00000100:00000010:0.0:1788971181.745670:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003154605b.
00000100:00000010:0.0:1788971181.745675:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000344942a7.
00000100:00000010:0.0:1788971181.745678:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035e2d6e5.
00000100:00000010:0.0:1788971181.745683:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7f52ce6.
00000100:00000010:0.0:1788971181.745685:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b70c14c.
00000100:00000010:0.0:1788971181.745695:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ea66b55.
00000100:00000010:0.0:1788971181.745698:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf4c697b.
00000100:00000010:0.0:1788971181.745704:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ccdb9d9.
00000100:00000010:0.0:1788971181.745706:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcb40820.
00000100:00000010:0.0:1788971181.745711:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9f3ac54.
00000100:00000010:0.0:1788971181.745719:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083096bd4.
00000100:00000010:0.0:1788971181.745723:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089e99455.
00000100:00000010:0.0:1788971181.745726:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6036d9e.
00000100:00000010:0.0:1788971181.745735:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080f1b2f6.
00000100:00000010:0.0:1788971181.745738:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db534aea.
00000100:00000010:0.0:1788971181.745742:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b70b57d9.
00000100:00000010:0.0:1788971181.745745:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0cbac34.
00000100:00000010:0.0:1788971181.745749:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a517081.
00000100:00000010:0.0:1788971181.745751:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080e2818.
00000100:00000010:0.0:1788971181.745756:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a4e7545.
00000100:00000010:0.0:1788971181.745758:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6a86263.
00000100:00000010:0.0:1788971181.745767:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c09467e.
00000100:00000010:0.0:1788971181.745770:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c6eba5c.
00000100:00000010:0.0:1788971181.745775:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e492e443.
00000100:00000010:0.0:1788971181.745777:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097f808d6.
00000100:00000010:0.0:1788971181.745781:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004920d3d2.
00000100:00000010:0.0:1788971181.745784:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a250675c.
00000100:00000010:0.0:1788971181.745788:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000645f1db3.
00000100:00000010:0.0:1788971181.745791:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ea79d37.
00000100:00000010:0.0:1788971181.745803:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b394baad.
00000100:00000010:0.0:1788971181.745806:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048e1f364.
00000100:00000010:0.0:1788971181.745810:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003443b82e.
00000100:00000010:0.0:1788971181.745812:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ccbc816.
00000100:00000010:0.0:1788971181.745817:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000027acc94.
00000100:00000010:0.0:1788971181.745820:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014f71080.
00000100:00000010:0.0:1788971181.745835:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089bb41ad.
00000100:00000010:0.0:1788971181.745838:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d82558d8.
00000100:00000010:0.0:1788971181.745848:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000075efd3a.
00000100:00000010:0.0:1788971181.745851:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e46b9dc.
00000100:00000010:0.0:1788971181.745856:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f18c7bf.
00000100:00000010:0.0:1788971181.745859:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b21ac8d.
00000100:00000010:0.0:1788971181.745864:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093e25f91.
00000100:00000010:0.0:1788971181.745872:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e8be8f6.
00000100:00000010:0.0:1788971181.745877:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003aa8bec0.
00000100:00000010:0.0:1788971181.745879:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3a3766a.
00000100:00000010:0.0:1788971181.745889:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f368aee2.
00000100:00000010:0.0:1788971181.745892:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fcac5ad.
00000100:00000010:0.0:1788971181.745897:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008613e002.
00000100:00000010:0.0:1788971181.745899:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e0a0f0a.
00000100:00000010:0.0:1788971181.745904:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007daafe18.
00000100:00000010:0.0:1788971181.745906:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037e54d94.
00000100:00000010:0.0:1788971181.745911:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c99ab9c1.
00000100:00000010:0.0:1788971181.745913:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf010e4.
00000100:00000010:0.0:1788971181.745923:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6053550.
00000100:00000010:0.0:1788971181.745926:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070c2d3df.
00000100:00000010:0.0:1788971181.745931:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b30d9103.
00000100:00000010:0.0:1788971181.745933:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069b13d11.
00000100:00000010:0.0:1788971181.745938:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7559706.
00000100:00000010:0.0:1788971181.745940:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd9c2e6c.
00000100:00000010:0.0:1788971181.745944:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007bd470d1.
00000100:00000010:0.0:1788971181.745950:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000719b8b90.
00000100:00000010:0.0:1788971181.745959:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0c86f3d.
00000100:00000010:0.0:1788971181.745962:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf14e5b.
00000100:00000010:0.0:1788971181.745966:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005d98b84.
00000100:00000010:0.0:1788971181.745969:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad61db11.
00000100:00000010:0.0:1788971181.745974:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b792e0a.
00000100:00000010:0.0:1788971181.745976:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd05c9ea.
00000100:00000010:0.0:1788971181.745980:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000352e0fce.
00000100:00000010:0.0:1788971181.745982:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004ca6386.
00000100:00000010:0.0:1788971181.745992:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063848cd7.
00000100:00000010:0.0:1788971181.745994:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb37b520.
00000100:00000010:0.0:1788971181.745999:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c204190.
00000100:00000010:0.0:1788971181.746001:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f5332d9.
00000100:00000010:0.0:1788971181.746006:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c01ab01.
00000100:00000010:0.0:1788971181.746014:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff5762b4.
00000100:00000010:0.0:1788971181.746020:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070d6cb0d.
00000100:00000010:0.0:1788971181.746022:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068a1f013.
00000100:00000010:0.0:1788971181.746032:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a7f29b0f.
00000100:00000010:0.0:1788971181.746035:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091324d07.
00000100:00000010:0.0:1788971181.746039:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7fe28e3.
00000100:00000010:0.0:1788971181.746041:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3570aae.
00000100:00000010:0.0:1788971181.746046:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b55197f6.
00000100:00000010:0.0:1788971181.746048:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000966eba16.
00000100:00000010:0.0:1788971181.746053:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008cc7e916.
00000100:00000010:0.0:1788971181.746055:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f55841c4.
00000100:00000010:0.0:1788971181.746064:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013d7d3df.
00000100:00000010:0.0:1788971181.746067:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005462c1bf.
00000100:00000010:0.0:1788971181.746071:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000268b7612.
00000100:00000010:0.0:1788971181.746074:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eec61028.
00000100:00000010:0.0:1788971181.746078:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000541c9478.
00000100:00000010:0.0:1788971181.746081:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e14c573.
00000100:00000010:0.0:1788971181.746090:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007cb2aa30.
00000100:00000010:0.0:1788971181.746094:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af3f96cd.
00000100:00000010:0.0:1788971181.746104:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000034bc797e.
00000100:00000010:0.0:1788971181.746107:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000342577e2.
00000100:00000010:0.0:1788971181.746112:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c601818.
00000100:00000010:0.0:1788971181.746115:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cc369d0.
00000100:00000010:0.0:1788971181.746119:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008eb7fbd2.
00000100:00000010:0.0:1788971181.746122:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000692ce383.
00000100:00000010:0.0:1788971181.746127:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ccdfe25.
00000100:00000010:0.0:1788971181.746129:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be619e1f.
00000100:00000010:0.0:1788971181.746569:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ce07dcb.
00000100:00000010:0.0:1788971181.746577:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0b738a3.
00000100:00000010:0.0:1788971181.746583:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099f2ad82.
00000100:00000010:0.0:1788971181.746586:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dec29a5.
00000100:00000010:0.0:1788971181.746591:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037292ecc.
00000100:00000010:0.0:1788971181.746604:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db5b4574.
00000100:00000010:0.0:1788971181.746610:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000059119e44.
00000100:00000010:0.0:1788971181.746613:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dce1f834.
00000100:00000010:0.0:1788971181.746625:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a7ec5e6.
00000100:00000010:0.0:1788971181.746628:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c969bd28.
00000100:00000010:0.0:1788971181.746632:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b3d85bfd.
00000100:00000010:0.0:1788971181.746635:0:101645:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a776a966.
00000100:00000010:0.0:1788971181.746639:0:101645:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7d8fbbf.
00000400:00000200:0.0:1788971181.746645:0:101645:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 17 lazy
00000020:00000010:0.0:1788971181.746741:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002132fb19.
00000020:00000010:0.0:1788971181.746748:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000001f7e7d64.
00000100:00000010:0.0:1788971181.746841:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009fe44661.
00000100:00000010:0.0:1788971181.746849:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004d236fb4.
00000100:00000010:0.0:1788971181.746854:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000084101eb0.
00000100:00000010:0.0:1788971181.746858:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000024cc9af6.
00000100:00000010:0.0:1788971181.746862:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c94fa379.
00000100:00000010:0.0:1788971181.746867:0:101645:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000098557141.
00000100:00000010:0.0:1788971181.746876:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000927ee5f4.
00000100:00000010:0.0:1788971181.746878:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000068cb9c14.
00000100:00000010:0.0:1788971181.746880:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000360578b0.
00000100:00000010:0.0:1788971181.746883:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b97b9daa.
00000100:00000010:0.0:1788971181.746886:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f19f5bdd.
00000100:00000010:0.0:1788971181.746889:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7c54875.
00000100:00000010:0.0:1788971181.746891:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000040ad3dba.
00000100:00000010:0.0:1788971181.746893:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004718135c.
00000100:00000010:0.0:1788971181.746896:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000aa4fdcbe.
00000100:00000010:0.0:1788971181.746898:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008449ec63.
00000100:00000010:0.0:1788971181.746901:0:101645:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000009587d468.
00000100:00000010:0.0:1788971181.746904:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cd8e2666.
00000100:00000010:0.0:1788971181.746905:0:101645:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008f1a2374.
00000100:00000010:0.0:1788971181.746908:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d1988e73.
00000100:00000010:0.0:1788971181.746910:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009104461a.
00000100:00000010:0.0:1788971181.746912:0:101645:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009fab313e.
00000100:00000200:0.0:1788971181.746950:0:101645:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17
00000100:00000010:0.0:1788971181.746956:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006a31ade5.
00000100:00000010:0.0:1788971181.747620:0:101650:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 0000000056cf3c0e.
00000020:00000010:0.0:1788971181.747626:0:101650:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c99f2254.
00000020:00000010:0.0:1788971181.747636:0:101650:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000091e3586.
00000020:00000010:0.0:1788971181.747641:0:101650:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c62152c5.
00000020:00000010:0.0:1788971181.747646:0:101650:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000b035ad09.
00000040:00000010:0.0:1788971181.747650:0:101650:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000077041de5.
00000020:00000010:0.0:1788971181.747655:0:101650:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ff3afa6.
00000020:00000010:0.0:1788971181.747662:0:101650:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb4eccb3.
00000020:00000010:0.0:1788971181.747667:0:101650:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000002d50875c.
80000000:00000010:0.0:1788971181.747672:0:101650:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007caff755.
40000000:00000010:0.0:1788971181.747676:0:101650:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000000d6d2584.
00000008:00000010:0.0:1788971181.747682:0:101650:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000082d04e54.
00020000:00000010:0.0:1788971181.747688:0:101650:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000f60648e9.
00008000:00000010:0.0:1788971181.747693:0:101650:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000776942bf.
00100000:00000010:0.0:1788971181.747699:0:101650:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015b66a0f.
00040000:00000010:0.0:1788971181.747714:0:101650:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa694fc1.
00040000:00000010:0.0:1788971181.747719:0:101650:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000007af2d969.
00040000:00000010:0.0:1788971181.747723:0:101650:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f760a7ad.
00000004:00000010:0.0:1788971181.747728:0:101650:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea9d7693.
00000004:00000010:0.0:1788971181.747737:0:101650:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000002175fc19.
00000004:00000010:0.0:1788971181.747742:0:101650:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000070cebe16.
00002000:00000010:0.0:1788971181.747748:0:101650:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000adfd40e4.
00000004:00000010:0.0:1788971181.747752:0:101650:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000002c68e163.
00000080:00000010:0.0:1788971181.747757:0:101650:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003e5838e5.
00000080:00000010:0.0:1788971181.747763:0:101650:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000181474a0.
00000100:00000200:0.0:1788971181.747768:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747776:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b35125a.
00000400:00000010:0.0:1788971181.747785:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1b323e5.
00000100:00000200:0.0:1788971181.747795:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747797:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034ba27ec.
00000400:00000010:0.0:1788971181.747800:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ed8610f.
00000100:00000200:0.0:1788971181.747802:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747804:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065823ff3.
00000400:00000010:0.0:1788971181.747806:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070328584.
00000100:00000200:0.0:1788971181.747808:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747810:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040095f21.
00000400:00000010:0.0:1788971181.747812:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c62759b7.
00000100:00000200:0.0:1788971181.747814:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747816:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acb898a8.
00000400:00000010:0.0:1788971181.747819:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f0bc479.
00000100:00000200:0.0:1788971181.747832:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747835:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055f25891.
00000400:00000010:0.0:1788971181.747837:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6846aa7.
00000100:00000200:0.0:1788971181.747839:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747841:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8e9c7c3.
00000400:00000010:0.0:1788971181.747843:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038949945.
00000100:00000200:0.0:1788971181.747845:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747847:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3d5cfe.
00000400:00000010:0.0:1788971181.747851:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c84b7a8.
00000100:00000200:0.0:1788971181.747860:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747868:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009789bce6.
00000400:00000010:0.0:1788971181.747871:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000170b48fe.
00000100:00000200:0.0:1788971181.747874:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747876:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012a09ac1.
00000400:00000010:0.0:1788971181.747879:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af792fad.
00000100:00000200:0.0:1788971181.747881:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747883:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d252a6a7.
00000400:00000010:0.0:1788971181.747885:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df9b35d4.
00000100:00000200:0.0:1788971181.747887:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747890:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f33ca34.
00000400:00000010:0.0:1788971181.747892:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d63f3bc3.
00000100:00000200:0.0:1788971181.747894:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747897:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3a5aeaa.
00000400:00000010:0.0:1788971181.747899:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ccde955.
00000100:00000200:0.0:1788971181.747901:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747903:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b90be87.
00000400:00000010:0.0:1788971181.747905:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c33cb63a.
00000100:00000200:0.0:1788971181.747907:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747909:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3c00fc5.
00000400:00000010:0.0:1788971181.747911:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008af06e50.
00000100:00000200:0.0:1788971181.747913:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747915:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd890e6e.
00000400:00000010:0.0:1788971181.747917:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b5c28ed.
00000100:00000200:0.0:1788971181.747919:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747921:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000242cae70.
00000400:00000010:0.0:1788971181.747924:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000610f356f.
00000100:00000200:0.0:1788971181.747926:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747929:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000955e8a2c.
00000400:00000010:0.0:1788971181.747931:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c144c230.
00000100:00000200:0.0:1788971181.747933:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747935:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f47df09.
00000400:00000010:0.0:1788971181.747938:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8867c6c.
00000100:00000200:0.0:1788971181.747940:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747942:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d779ff5c.
00000400:00000010:0.0:1788971181.747944:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e7c8748.
00000100:00000200:0.0:1788971181.747952:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747954:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374ecfb5.
00000400:00000010:0.0:1788971181.747958:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ad9e71e.
00000100:00000200:0.0:1788971181.747960:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747962:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085dceb44.
00000400:00000010:0.0:1788971181.747964:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aa75609.
00000100:00000200:0.0:1788971181.747966:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747968:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000373bef2f.
00000400:00000010:0.0:1788971181.747970:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062f28310.
00000100:00000200:0.0:1788971181.747972:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747974:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc3314fe.
00000400:00000010:0.0:1788971181.747976:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023df834e.
00000100:00000200:0.0:1788971181.747978:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747980:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078ca084e.
00000400:00000010:0.0:1788971181.747983:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f82ef3d.
00000100:00000200:0.0:1788971181.747985:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747987:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c103cc59.
00000400:00000010:0.0:1788971181.747989:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d945e46.
00000100:00000200:0.0:1788971181.747991:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.747993:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5c60b09.
00000400:00000010:0.0:1788971181.747996:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dafaf38.
00000100:00000200:0.0:1788971181.747998:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748000:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2e01dc6.
00000400:00000010:0.0:1788971181.748002:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b23ba5de.
00000100:00000200:0.0:1788971181.748004:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748006:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029738e5d.
00000400:00000010:0.0:1788971181.748008:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ebd2624.
00000100:00000200:0.0:1788971181.748010:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748013:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa954c55.
00000400:00000010:0.0:1788971181.748015:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b17142b2.
00000100:00000200:0.0:1788971181.748017:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748019:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae4e0896.
00000400:00000010:0.0:1788971181.748021:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cf021fd.
00000100:00000200:0.0:1788971181.748023:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748024:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f946b403.
00000400:00000010:0.0:1788971181.748032:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009675fd6c.
00000100:00000200:0.0:1788971181.748034:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748037:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038aa0677.
00000400:00000010:0.0:1788971181.748039:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004abb4ca1.
00000100:00000200:0.0:1788971181.748041:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748042:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066200b50.
00000400:00000010:0.0:1788971181.748045:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089d50da8.
00000100:00000200:0.0:1788971181.748046:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748048:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066253ac7.
00000400:00000010:0.0:1788971181.748049:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c700dd05.
00000100:00000200:0.0:1788971181.748051:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748053:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877893ae.
00000400:00000010:0.0:1788971181.748055:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa111fcd.
00000100:00000200:0.0:1788971181.748058:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748059:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008adb3e59.
00000400:00000010:0.0:1788971181.748062:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e878e8c0.
00000100:00000200:0.0:1788971181.748063:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748135:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8c8e3d5.
00000400:00000010:0.0:1788971181.748148:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d42d0501.
00000100:00000200:0.0:1788971181.748152:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748154:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c17eac5.
00000400:00000010:0.0:1788971181.748157:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c03ef649.
00000100:00000200:0.0:1788971181.748159:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748161:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fefd8c35.
00000400:00000010:0.0:1788971181.748163:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2b6a868.
00000100:00000200:0.0:1788971181.748165:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748167:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e313f6fd.
00000400:00000010:0.0:1788971181.748169:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001522682a.
00000100:00000200:0.0:1788971181.748171:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748172:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a0a4c84.
00000400:00000010:0.0:1788971181.748174:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b5129c9.
00000100:00000200:0.0:1788971181.748177:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748178:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e057ec65.
00000400:00000010:0.0:1788971181.748181:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000560588e3.
00000100:00000200:0.0:1788971181.748183:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748203:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028a788c2.
00000400:00000010:0.0:1788971181.748206:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ca4a928.
00000100:00000200:0.0:1788971181.748209:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748211:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3bbda7d.
00000400:00000010:0.0:1788971181.748213:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000354c12b7.
00000100:00000200:0.0:1788971181.748215:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748217:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a48919b9.
00000400:00000010:0.0:1788971181.748219:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009aed9e9.
00000100:00000200:0.0:1788971181.748222:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748224:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077df0071.
00000400:00000010:0.0:1788971181.748226:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ac20069.
00000100:00000200:0.0:1788971181.748228:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748231:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001308ff1c.
00000400:00000010:0.0:1788971181.748233:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7399615.
00000100:00000200:0.0:1788971181.748235:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748237:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d73660.
00000400:00000010:0.0:1788971181.748239:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcdbbf15.
00000100:00000200:0.0:1788971181.748242:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748244:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f61211.
00000400:00000010:0.0:1788971181.748247:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5747c30.
00000100:00000200:0.0:1788971181.748249:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748251:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b48f750.
00000400:00000010:0.0:1788971181.748262:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013747ea6.
00000100:00000200:0.0:1788971181.748265:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748268:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c0d5bb1.
00000400:00000010:0.0:1788971181.748270:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027237032.
00000100:00000200:0.0:1788971181.748272:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748274:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e6198c4.
00000400:00000010:0.0:1788971181.748277:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050e755e7.
00000100:00000200:0.0:1788971181.748278:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748281:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013816016.
00000400:00000010:0.0:1788971181.748284:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000281d8eb4.
00000100:00000200:0.0:1788971181.748286:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748287:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086141972.
00000400:00000010:0.0:1788971181.748290:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9d45988.
00000100:00000200:0.0:1788971181.748634:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748640:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de623912.
00000400:00000010:0.0:1788971181.748643:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000031c46fcb.
00000100:00000200:0.0:1788971181.748646:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748648:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038b0bc8f.
00000400:00000010:0.0:1788971181.748650:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000caf0e736.
00000100:00000200:0.0:1788971181.748652:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748654:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003768abe9.
00000400:00000010:0.0:1788971181.748656:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777722ac.
00000100:00000200:0.0:1788971181.748658:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748659:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000500dcf3c.
00000400:00000010:0.0:1788971181.748661:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f40f968.
00000100:00000200:0.0:1788971181.748663:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748664:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6dff770.
00000400:00000010:0.0:1788971181.748666:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026c68347.
00000100:00000200:0.0:1788971181.748667:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748669:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046734437.
00000400:00000010:0.0:1788971181.748671:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3eaa162.
00000100:00000200:0.0:1788971181.748673:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748675:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd5a039.
00000400:00000010:0.0:1788971181.748676:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb29fabc.
00000100:00000200:0.0:1788971181.748679:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748680:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cd9d912.
00000400:00000010:0.0:1788971181.748682:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040cc4b90.
00000100:00000200:0.0:1788971181.748684:0:101650:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971181.748685:0:101650:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b060ca04.
00000400:00000010:0.0:1788971181.748688:0:101650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c2c5495.
00000100:00000010:0.0:1788971181.748693:0:101650:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005ef8965a.
00000100:00000200:0.0:1788971181.748720:0:101650:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:2.0:1788971181.749429:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c2e5f01c.
00000100:00000010:1.0:1788971181.750383:0:101651:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 0000000006402eaa.
00000020:00000010:1.0:1788971181.750392:0:101651:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005d5f6687.
00000020:00000010:1.0:1788971181.750406:0:101651:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004d2b9e5.
00000020:00000010:1.0:1788971181.750411:0:101651:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037b6f3e2.
00000020:00000010:1.0:1788971181.750414:0:101651:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 0000000021ed27f9.
00000040:00000010:1.0:1788971181.750419:0:101651:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000812908b7.
00000020:00000010:1.0:1788971181.750424:0:101651:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000720a9500.
00000020:00000010:1.0:1788971181.750450:0:101651:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000068682e69.
00000020:00000010:1.0:1788971181.750457:0:101651:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000004443b6b7.
80000000:00000010:1.0:1788971181.750472:0:101651:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f73cafc5.
40000000:00000010:1.0:1788971181.750477:0:101651:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000b7cea9c5.
00000008:00000010:1.0:1788971181.750491:0:101651:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000007902e62a.
00020000:00000010:1.0:1788971181.750498:0:101651:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d0806471.
00008000:00000010:1.0:1788971181.750513:0:101651:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000089be0db0.
00100000:00000010:1.0:1788971181.750519:0:101651:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091058b5f.
00040000:00000010:1.0:1788971181.750524:0:101651:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092280ea5.
00040000:00000010:1.0:1788971181.750528:0:101651:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000636e5428.
00040000:00000010:1.0:1788971181.750532:0:101651:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d37f371c.
00000004:00000010:1.0:1788971181.750537:0:101651:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066b96169.
00000004:00000010:1.0:1788971181.750543:0:101651:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000002a9da289.
00000004:00000010:1.0:1788971181.750548:0:101651:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000071acf795.
00002000:00000010:1.0:1788971181.750553:0:101651:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e6575f5e.
00000004:00000010:1.0:1788971181.750563:0:101651:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000006751af4f.
00000080:00000010:1.0:1788971181.750580:0:101651:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000a962776f.
00000080:00000010:1.0:1788971181.750595:0:101651:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000004aa06f1b.
00000100:00000010:1.0:1788971181.750601:0:101651:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000048d72eac.
00000400:00000200:3.0:1788971181.750620:0:100227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000200:1.0:1788971181.750623:0:101651:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000800:00000200:3.1F:1788971181.750629:0:100227:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1788971181.750646:0:100227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.1:1788971181.750653:0:100227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000fad9e79b type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.0:1788971181.750659:0:100227:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.124@tcp p 3.x 192.168.203.24 -> 192.168.203.124:988 incarnation:1788971131919951226 sched[1]
00000800:00000010:3.0:1788971181.750662:0:100227:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000482b3dc2.
00000100:00000010:0.0:1788971181.750666:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c2ce496d.
00000400:00000200:3.0:1788971181.750771:0:100227:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.124:988
00000800:00000200:3.0:1788971181.750907:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.750912:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fad9e79b.
00000400:00000200:3.0:1788971181.750917:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.750922:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: GET: OK
00000400:00000200:3.0:1788971181.750930:0:100235:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:3.0:1788971181.750933:0:100235:0:(peer.c:3286:lnet_discovery_event_send()) Ping Send to 192.168.203.124@tcp: 0
00000100:00000010:0.0:1788971181.751477:0:101652:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 000000009f132544.
00000020:00000010:0.0:1788971181.751482:0:101652:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b28e09c3.
00000020:00000010:0.0:1788971181.751487:0:101652:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e343afdc.
00000020:00000010:0.0:1788971181.751491:0:101652:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000049aa6984.
00000020:00000010:0.0:1788971181.751494:0:101652:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000fa7a66da.
00000040:00000010:0.0:1788971181.751504:0:101652:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000081f2eead.
00000020:00000010:0.0:1788971181.751509:0:101652:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005dc0f8cf.
00000020:00000010:0.0:1788971181.751513:0:101652:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012b6283e.
00000020:00000010:0.0:1788971181.751518:0:101652:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000205a1b9e.
80000000:00000010:0.0:1788971181.751522:0:101652:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005eaa9538.
40000000:00000010:0.0:1788971181.751525:0:101652:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000006ad39f76.
00000008:00000010:0.0:1788971181.751529:0:101652:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000006fcfdc8e.
00020000:00000010:0.0:1788971181.751533:0:101652:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b72375de.
00008000:00000010:0.0:1788971181.751538:0:101652:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001e04440a.
00100000:00000010:0.0:1788971181.751543:0:101652:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f03a71dd.
00040000:00000010:0.0:1788971181.751547:0:101652:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001ca618da.
00040000:00000010:0.0:1788971181.751551:0:101652:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000009fa18195.
00040000:00000010:0.0:1788971181.751557:0:101652:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c5fe127.
00000004:00000010:0.0:1788971181.751561:0:101652:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a2996b25.
00000004:00000010:0.0:1788971181.751565:0:101652:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000538e41d0.
00000004:00000010:0.0:1788971181.751569:0:101652:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000d8e73dc9.
00002000:00000010:0.0:1788971181.751573:0:101652:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000a0a921d9.
00000004:00000010:0.0:1788971181.751576:0:101652:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000fbdd161f.
00000080:00000010:0.0:1788971181.751580:0:101652:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000edd47213.
00000080:00000010:0.0:1788971181.751584:0:101652:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000310efbd0.
00000100:00000010:0.0:1788971181.751588:0:101652:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003df8e5b0.
00000100:00000200:0.0:1788971181.751605:0:101652:0:(service.c:3107:ptlrpc_main()) service thread 2 (#3) started
00000100:00000010:2.0:1788971181.751718:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006dedcb66.
00000100:00000010:2.0:1788971181.752063:0:101653:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 0000000080f60d8d.
00000020:00000010:2.0:1788971181.752068:0:101653:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e4ab8c45.
00000020:00000010:2.0:1788971181.752082:0:101653:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047d930d0.
00000020:00000010:2.0:1788971181.752085:0:101653:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a0db432.
00000020:00000010:2.0:1788971181.752088:0:101653:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000acd07af6.
00000040:00000010:2.0:1788971181.752090:0:101653:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d07ca084.
00000020:00000010:2.0:1788971181.752095:0:101653:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007f53713a.
00000020:00000010:2.0:1788971181.752099:0:101653:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c37efd60.
00000020:00000010:2.0:1788971181.752102:0:101653:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ce7d441c.
80000000:00000010:2.0:1788971181.752111:0:101653:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000096c531b2.
40000000:00000010:2.0:1788971181.752113:0:101653:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000091846a5e.
00000008:00000010:2.0:1788971181.752126:0:101653:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000ee6d3079.
00020000:00000010:2.0:1788971181.752130:0:101653:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b71d8888.
00008000:00000010:2.0:1788971181.752150:0:101653:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000049a0ccd8.
00100000:00000010:2.0:1788971181.752155:0:101653:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007f936fad.
00040000:00000010:2.0:1788971181.752159:0:101653:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fad9e79b.
00040000:00000010:2.0:1788971181.752162:0:101653:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b3488af0.
00040000:00000010:2.0:1788971181.752165:0:101653:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6afe004.
00000004:00000010:2.0:1788971181.752168:0:101653:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000056271722.
00000004:00000010:2.0:1788971181.752173:0:101653:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000008d3a703.
00000004:00000010:2.0:1788971181.752177:0:101653:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000c8f10477.
00002000:00000010:2.0:1788971181.752180:0:101653:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000a735fcc0.
00000004:00000010:2.0:1788971181.752183:0:101653:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000f5393100.
00000080:00000010:2.0:1788971181.752195:0:101653:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000058980afe.
00000080:00000010:2.0:1788971181.752209:0:101653:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000c1c913dc.
00000100:00000200:2.0:1788971181.752215:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752223:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdb3c261.
00000400:00000010:2.0:1788971181.752230:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058361d0d.
00000100:00000200:2.0:1788971181.752241:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752243:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1ed877a.
00000400:00000010:2.0:1788971181.752246:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e36fbc3.
00000100:00000200:2.0:1788971181.752248:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752250:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006467fe05.
00000400:00000010:2.0:1788971181.752253:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9116c5f.
00000100:00000200:2.0:1788971181.752255:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752257:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009df822f1.
00000400:00000010:2.0:1788971181.752259:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009367c332.
00000100:00000200:2.0:1788971181.752261:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752262:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de881fcc.
00000400:00000010:2.0:1788971181.752264:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035711c77.
00000100:00000200:2.0:1788971181.752266:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752268:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3946fb2.
00000400:00000010:2.0:1788971181.752270:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a873b25.
00000100:00000200:2.0:1788971181.752277:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752279:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034fcccb5.
00000400:00000010:2.0:1788971181.752281:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f8394a7.
00000100:00000200:2.0:1788971181.752283:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752285:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd08ef3c.
00000400:00000010:2.0:1788971181.752287:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e7ee5d.
00000100:00000200:2.0:1788971181.752288:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752290:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f75edd6.
00000400:00000010:2.0:1788971181.752292:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071a298d8.
00000100:00000200:2.0:1788971181.752294:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752296:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000316a076f.
00000400:00000010:2.0:1788971181.752331:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053f15267.
00000100:00000200:2.0:1788971181.752335:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752337:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e733e35.
00000400:00000010:2.0:1788971181.752339:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007c3fd4b.
00000100:00000200:2.0:1788971181.752341:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752343:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b899138a.
00000400:00000010:2.0:1788971181.752346:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff28bc3a.
00000100:00000200:2.0:1788971181.752348:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752349:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dda9a29.
00000400:00000010:2.0:1788971181.752352:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc66c078.
00000100:00000200:2.0:1788971181.752354:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752356:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c274786e.
00000400:00000010:2.0:1788971181.752358:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051a0b0f9.
00000100:00000200:2.0:1788971181.752360:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752363:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4e45dd0.
00000400:00000010:2.0:1788971181.752365:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010ad40c4.
00000100:00000200:2.0:1788971181.752367:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752369:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031f91bec.
00000400:00000010:2.0:1788971181.752371:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d3afcd5.
00000100:00000200:2.0:1788971181.752373:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752375:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d236ca5.
00000400:00000010:2.0:1788971181.752377:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2be18c8.
00000100:00000200:2.0:1788971181.752378:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752381:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a5f84c2.
00000400:00000010:2.0:1788971181.752391:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000655b2867.
00000100:00000200:2.0:1788971181.752393:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752395:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d1d8f56.
00000400:00000010:2.0:1788971181.752397:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001493ecb2.
00000100:00000200:2.0:1788971181.752399:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752401:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac49b776.
00000400:00000010:2.0:1788971181.752403:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e33250f.
00000100:00000200:2.0:1788971181.752405:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752407:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac414742.
00000400:00000010:2.0:1788971181.752409:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc03825b.
00000100:00000200:2.0:1788971181.752410:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752412:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa72c7b.
00000400:00000010:2.0:1788971181.752413:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019916f04.
00000100:00000200:2.0:1788971181.752415:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752417:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9ab3b0a.
00000400:00000010:2.0:1788971181.752419:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb0622e6.
00000100:00000200:2.0:1788971181.752420:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752422:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e90e6a25.
00000400:00000010:2.0:1788971181.752424:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d52e4c2.
00000100:00000200:2.0:1788971181.752425:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752427:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fee14d4.
00000400:00000010:2.0:1788971181.752429:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f188434.
00000100:00000200:2.0:1788971181.752431:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752432:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c53ee4d4.
00000400:00000010:2.0:1788971181.752434:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da675065.
00000100:00000200:2.0:1788971181.752436:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752438:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b1ba8eb.
00000400:00000010:2.0:1788971181.752440:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8da7f41.
00000100:00000200:2.0:1788971181.752441:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752443:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4cc693c.
00000400:00000010:2.0:1788971181.752445:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc5d63ec.
00000100:00000200:2.0:1788971181.752447:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752449:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001055deb3.
00000400:00000010:2.0:1788971181.752451:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de3ddc0d.
00000100:00000200:2.0:1788971181.752453:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752459:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004621e76f.
00000400:00000010:2.0:1788971181.752473:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096b66e22.
00000100:00000200:2.0:1788971181.752476:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752478:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a621b0.
00000400:00000010:2.0:1788971181.752480:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005de32a6d.
00000100:00000200:2.0:1788971181.752482:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752484:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086c0736b.
00000400:00000010:2.0:1788971181.752486:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aba61f8d.
00000100:00000200:2.0:1788971181.752488:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752490:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2ea157d.
00000400:00000010:2.0:1788971181.752492:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d3e6eb3.
00000100:00000200:2.0:1788971181.752494:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752495:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1e7f9c1.
00000400:00000010:2.0:1788971181.752507:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004af0dace.
00000100:00000200:2.0:1788971181.752509:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752511:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007202f4e9.
00000400:00000010:2.0:1788971181.752514:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e81fb1ec.
00000100:00000200:2.0:1788971181.752516:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752518:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37d094b.
00000400:00000010:2.0:1788971181.752521:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6472051.
00000100:00000200:2.0:1788971181.752522:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752524:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005279b661.
00000400:00000010:2.0:1788971181.752527:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6565892.
00000100:00000200:2.0:1788971181.752528:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752530:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9484dba.
00000400:00000010:2.0:1788971181.752532:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c97eee1e.
00000100:00000200:2.0:1788971181.752534:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752536:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083b107f2.
00000400:00000010:2.0:1788971181.752539:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fbccffa.
00000100:00000200:2.0:1788971181.752541:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752543:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002c721df.
00000400:00000010:2.0:1788971181.752545:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a74f3642.
00000100:00000200:2.0:1788971181.752547:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752549:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caeaa344.
00000400:00000010:2.0:1788971181.752551:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f67db6b.
00000100:00000200:2.0:1788971181.752573:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752575:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdbdc7c0.
00000400:00000010:2.0:1788971181.752578:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deaf61d1.
00000100:00000200:2.0:1788971181.752580:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752582:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014d767f6.
00000400:00000010:2.0:1788971181.752584:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4f01432.
00000100:00000200:2.0:1788971181.752586:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752588:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005685973d.
00000400:00000010:2.0:1788971181.752590:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ba197b.
00000100:00000200:2.0:1788971181.752592:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752594:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a79415a.
00000400:00000010:2.0:1788971181.752604:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4cb93d7.
00000100:00000200:2.0:1788971181.752617:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752620:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051d04a11.
00000400:00000010:2.0:1788971181.752623:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7436452.
00000100:00000200:2.0:1788971181.752624:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752626:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb0ab847.
00000400:00000010:2.0:1788971181.752628:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004eec7ffc.
00000100:00000200:2.0:1788971181.752630:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752632:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e576739.
00000400:00000010:2.0:1788971181.752634:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd22f704.
00000100:00000200:2.0:1788971181.752635:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752638:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f2c600c.
00000400:00000010:2.0:1788971181.752640:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f15ef381.
00000100:00000200:2.0:1788971181.752641:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752643:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099136af9.
00000400:00000010:2.0:1788971181.752645:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000513ced9e.
00000100:00000200:2.0:1788971181.752647:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752648:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc1ec345.
00000400:00000010:2.0:1788971181.752650:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e70815ef.
00000100:00000200:2.0:1788971181.752652:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752654:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066296cef.
00000400:00000010:2.0:1788971181.752656:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c48a1a8.
00000100:00000200:2.0:1788971181.752658:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752659:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000857ea7a3.
00000400:00000010:2.0:1788971181.752666:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b615b6b0.
00000100:00000200:2.0:1788971181.752668:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752671:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f025220.
00000400:00000010:2.0:1788971181.752672:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ac94213.
00000100:00000200:2.0:1788971181.752674:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752676:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be87a2e6.
00000400:00000010:2.0:1788971181.752678:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f63e935.
00000100:00000200:2.0:1788971181.752679:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752681:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004627cf0f.
00000400:00000010:2.0:1788971181.752682:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000206a91ed.
00000100:00000200:2.0:1788971181.752684:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752685:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a6e4b46.
00000400:00000010:2.0:1788971181.752687:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a1c62e.
00000100:00000200:2.0:1788971181.752689:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752690:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dd3f7e0.
00000400:00000010:2.0:1788971181.752692:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f09242e.
00000100:00000200:2.0:1788971181.752694:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752695:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b23a4acb.
00000400:00000010:2.0:1788971181.752697:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000401d34b.
00000100:00000200:2.0:1788971181.752699:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752700:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b96a56f1.
00000400:00000010:2.0:1788971181.752702:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056260649.
00000100:00000200:2.0:1788971181.752704:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752705:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a326bb5.
00000400:00000010:2.0:1788971181.752707:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d99651a.
00000100:00000200:2.0:1788971181.752709:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752711:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b74ab70f.
00000400:00000010:2.0:1788971181.752713:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048f3b887.
00000100:00000200:2.0:1788971181.752714:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752716:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007412d79b.
00000400:00000010:2.0:1788971181.752717:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097a3597e.
00000100:00000200:2.0:1788971181.752719:0:101653:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971181.752721:0:101653:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bf949b8.
00000400:00000010:2.0:1788971181.752722:0:101653:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fab26d8c.
00000100:00000010:2.0:1788971181.752725:0:101653:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006f946619.
00000100:00000200:2.0:1788971181.752754:0:101653:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:0.0:1788971181.753176:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004b1c4da0.
00000100:00000010:2.0:1788971181.754756:0:101654:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fe2229c7.
00000020:00000010:2.0:1788971181.754768:0:101654:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000178fea7e.
00000020:00000010:2.0:1788971181.754777:0:101654:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098ef65bc.
00000020:00000010:2.0:1788971181.754784:0:101654:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041f2877c.
00000020:00000010:2.0:1788971181.754789:0:101654:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ca294190.
00000040:00000010:2.0:1788971181.754793:0:101654:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000384ff2f6.
00000020:00000010:2.0:1788971181.754799:0:101654:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b7696177.
00000020:00000010:2.0:1788971181.754806:0:101654:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006dd4780e.
00000020:00000010:2.0:1788971181.754811:0:101654:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000159a2a82.
80000000:00000010:2.0:1788971181.754816:0:101654:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ba74575d.
40000000:00000010:2.0:1788971181.754820:0:101654:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000068073009.
00000008:00000010:2.0:1788971181.754840:0:101654:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000930a81cc.
00020000:00000010:2.0:1788971181.754847:0:101654:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000070bbb4ac.
00008000:00000010:2.0:1788971181.754853:0:101654:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000006de6db38.
00100000:00000010:2.0:1788971181.754860:0:101654:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c2fa2517.
00040000:00000010:2.0:1788971181.754866:0:101654:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000508eb420.
00040000:00000010:2.0:1788971181.754870:0:101654:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e81c3b3a.
00040000:00000010:2.0:1788971181.754874:0:101654:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a201f445.
00000004:00000010:2.0:1788971181.754880:0:101654:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000752ba3e5.
00000004:00000010:2.0:1788971181.754886:0:101654:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c0d61fca.
00000004:00000010:2.0:1788971181.754891:0:101654:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000fd5f7315.
00002000:00000010:2.0:1788971181.754897:0:101654:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2ffed26.
00000004:00000010:2.0:1788971181.754903:0:101654:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000002e52b724.
00000080:00000010:2.0:1788971181.754909:0:101654:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000530c6843.
00000080:00000010:2.0:1788971181.754915:0:101654:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000001dca129a.
00000100:00000010:2.0:1788971181.754922:0:101654:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000006b9b26a6.
00000100:00000200:2.0:1788971181.754951:0:101654:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:0.0:1788971181.755131:0:101645:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d9dd73e7.
00000100:00000010:2.0:1788971181.756986:0:101655:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f1a371c6.
00000020:00000010:2.0:1788971181.756998:0:101655:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007944b15d.
00000020:00000010:2.0:1788971181.757007:0:101655:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009733e3b0.
00000020:00000010:2.0:1788971181.757015:0:101655:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cff647f.
00000020:00000010:2.0:1788971181.757019:0:101655:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000eb71b395.
00000040:00000010:2.0:1788971181.757024:0:101655:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a0008623.
00000020:00000010:2.0:1788971181.757042:0:101655:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009efed673.
00000020:00000010:2.0:1788971181.757050:0:101655:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000095dcb76d.
00000020:00000010:2.0:1788971181.757055:0:101655:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b260601d.
80000000:00000010:2.0:1788971181.757060:0:101655:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a5c08df.
40000000:00000010:2.0:1788971181.757063:0:101655:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000fabc8159.
00000008:00000010:2.0:1788971181.757083:0:101655:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000cf724442.
00020000:00000010:2.0:1788971181.757089:0:101655:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c05f924.
00008000:00000010:2.0:1788971181.757095:0:101655:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f1aedefc.
00100000:00000010:2.0:1788971181.757101:0:101655:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000068aae81f.
00040000:00000010:2.0:1788971181.757107:0:101655:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa16584b.
00040000:00000010:2.0:1788971181.757111:0:101655:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f58da6e9.
00040000:00000010:2.0:1788971181.757115:0:101655:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2d4f4f0.
00000004:00000010:2.0:1788971181.757120:0:101655:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000345a1908.
00000004:00000010:2.0:1788971181.757128:0:101655:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d4b6781.
00000004:00000010:2.0:1788971181.757133:0:101655:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000cb1f8efb.
00002000:00000010:2.0:1788971181.757138:0:101655:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000064b53b65.
00000004:00000010:2.0:1788971181.757144:0:101655:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000021a77d55.
00000080:00000010:2.0:1788971181.757150:0:101655:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003bf79fb9.
00000080:00000010:2.0:1788971181.757155:0:101655:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000337136da.
00000100:00000010:2.0:1788971181.757160:0:101655:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007ceda953.
00000100:00000200:2.0:1788971181.757187:0:101655:0:(service.c:3107:ptlrpc_main()) service thread 2 (#3) started
00010000:00000010:3.0:1788971181.757357:0:101645:0:(ldlm_lockd.c:3490:ldlm_setup()) kmalloced '(blp)': 168 at 00000000482b3dc2.
00000400:00000200:3.0:1788971181.758779:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.758789:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : REPLY - for me
00000400:00000200:3.0:1788971181.758823:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.758833:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.758844:0:100235:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.24@tcp: Reply from 12345-192.168.203.124@tcp of length 48/48 into md 0x5
00000400:00000200:3.0:1788971181.758860:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.758864:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: REPLY: OK
00000400:00000200:3.0:1788971181.758873:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b67331c
00000400:00000010:3.0:1788971181.758875:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006b67331c.
00000400:00000200:3.0:1788971181.758880:0:100235:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:3.0:1788971181.758884:0:100235:0:(peer.c:3164:lnet_discovery_event_reply()) Peer 192.168.203.124@tcp has discovery enabled
00000400:00000200:3.0:1788971181.758887:0:100235:0:(peer.c:3176:lnet_discovery_event_reply()) peer 192.168.203.124@tcp(00000000f724e814) is MR
00000400:00000200:3.0:1788971181.758891:0:100235:0:(peer.c:3245:lnet_discovery_event_reply()) peer 192.168.203.124@tcp data present 363512030. state = 0x100241
00000400:00000200:3.0:1788971181.758897:0:100235:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.124@tcp: -114
00000800:00000010:3.0:1788971181.758976:0:100227:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 0000000007ebeb42.
00000800:00000010:3.0:1788971181.758981:0:100227:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cacbd6ef.
00000800:00000010:3.0:1788971181.758987:0:100227:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be763de6.
00000800:00000010:3.0:1788971181.758996:0:100227:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be763de6.
00000400:00000200:2.0:1788971181.759963:0:100238:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:2.0:1788971181.759976:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x1000c1
00000400:00000010:2.0:1788971181.759988:0:100238:0:(peer.c:3519:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000e81e730a.
00000400:00000010:2.0:1788971181.759992:0:100238:0:(peer.c:3520:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000501bcf9b.
00000400:00000010:2.0:1788971181.759994:0:100238:0:(peer.c:3521:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000f9a72c07.
00000400:00000200:2.0:1788971181.760001:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.760006:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971181.760009:0:100238:0:(peer.c:3668:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000e81e730a.
00000400:00000010:2.0:1788971181.760014:0:100238:0:(peer.c:3669:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000501bcf9b.
00000400:00000010:2.0:1788971181.760015:0:100238:0:(peer.c:3670:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000f9a72c07.
00000400:00000010:2.0:1788971181.760019:0:100238:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006396b122.
00000400:00000200:2.0:1788971181.760025:0:100238:0:(peer.c:3673:lnet_peer_merge_data()) peer 192.168.203.124@tcp (00000000f724e814): 0
00000400:00000200:2.0:1788971181.760028:0:100238:0:(peer.c:3985:lnet_peer_data_present()) peer 192.168.203.124@tcp(00000000f724e814): 0. state = 0x100141
00000400:00000200:2.0:1788971181.760045:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100141 rc 1
00000400:00000200:2.0:1788971181.760048:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100141
00000400:00000010:2.0:1788971181.760056:0:100238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aec6d02.
00000400:00000010:2.0:1788971181.760078:0:100238:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000008995351d.
00000400:00000200:2.0:1788971181.760083:0:100238:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.760095:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.760101:0:100238:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.24@tcp to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971181.760108:0:100238:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [2:2:256:4294967295] 192.168.203.124@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:2.0:1788971181.760113:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.760117:0:100238:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.760125:0:100238:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:192.168.203.24@tcp) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971181.760132:0:100238:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971181.760139:0:100238:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b06034a.
00000800:00000200:2.0:1788971181.760146:0:100238:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (3)
00000800:00000200:2.0:1788971181.760153:0:100238:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971181.760158:0:100238:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006b06034a type 1, nob 144 niov 1 nkiov 1
00000400:00000200:2.0:1788971181.760177:0:100238:0:(peer.c:4219:lnet_peer_send_push()) peer 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.760179:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100541 rc 0
00010000:00000010:1.0:1788971181.760716:0:101656:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000658f85d8.
00000020:00000010:1.0:1788971181.760726:0:101656:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d237d1ac.
00000020:00000010:1.0:1788971181.760732:0:101656:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd204016.
00000020:00000010:1.0:1788971181.760738:0:101656:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000055a0f72d.
00000020:00000010:1.0:1788971181.760744:0:101656:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb912e42.
00000020:00000010:1.0:1788971181.760749:0:101656:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000037fe5fb5.
80000000:00000010:1.0:1788971181.760754:0:101656:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000918da3c1.
40000000:00000010:1.0:1788971181.760758:0:101656:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000e1af5dc9.
00100000:00000010:1.0:1788971181.760765:0:101656:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007558adc6.
00040000:00000010:1.0:1788971181.760771:0:101656:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002bacb0ab.
00040000:00000010:1.0:1788971181.760779:0:101656:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002429b5fd.
00002000:00000010:1.0:1788971181.760786:0:101656:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000646d61f9.
00000020:00000010:1.0:1788971181.760791:0:101656:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007cd7a3c8.
00010000:00000010:1.0:1788971181.762354:0:101657:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000fd684db5.
00000020:00000010:1.0:1788971181.762366:0:101657:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005566c0c8.
00000020:00000010:1.0:1788971181.762372:0:101657:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056979f30.
00000020:00000010:1.0:1788971181.762377:0:101657:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f559989f.
00000020:00000010:1.0:1788971181.762383:0:101657:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e01d037e.
00000020:00000010:1.0:1788971181.762387:0:101657:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000925f7921.
80000000:00000010:1.0:1788971181.762391:0:101657:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001c5a9a8e.
40000000:00000010:1.0:1788971181.762394:0:101657:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000003827b5e6.
00100000:00000010:1.0:1788971181.762398:0:101657:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a517511.
00040000:00000010:1.0:1788971181.762402:0:101657:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000069c4540b.
00040000:00000010:1.0:1788971181.762406:0:101657:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092690b2b.
00002000:00000010:1.0:1788971181.762412:0:101657:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000006508e8fb.
00000020:00000010:1.0:1788971181.762416:0:101657:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000063883bb7.
00000800:00000200:3.0:1788971181.763698:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.763721:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b06034a.
00000400:00000200:3.0:1788971181.763730:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.763741:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.763751:0:100234:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:3.0:1788971181.763755:0:100234:0:(peer.c:3286:lnet_discovery_event_send()) Push Send to 192.168.203.124@tcp: 0
00000020:00000010:2.0:1788971181.765395:0:101658:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066ad052d.
00000020:00000010:2.0:1788971181.765408:0:101658:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068fc9b88.
00000040:00000010:2.0:1788971181.765412:0:101658:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000088c4ec89.
00000020:00000010:2.0:1788971181.765417:0:101658:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005adfa6e4.
00000020:00000010:2.0:1788971181.765422:0:101658:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005436352f.
00000020:00000010:2.0:1788971181.765426:0:101658:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b1fc7699.
80000000:00000010:2.0:1788971181.765430:0:101658:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000053861741.
40000000:00000010:2.0:1788971181.765433:0:101658:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000501bcf9b.
00100000:00000010:2.0:1788971181.765440:0:101658:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f12f8e6a.
00040000:00000010:2.0:1788971181.765444:0:101658:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000223215d8.
00040000:00000010:2.0:1788971181.765447:0:101658:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000096e2eed1.
00040000:00000010:2.0:1788971181.765451:0:101658:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006396b122.
00000004:00000010:2.0:1788971181.765455:0:101658:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c8d3d080.
00000004:00000010:2.0:1788971181.765480:0:101658:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000003fdb5445.
00000004:00000010:2.0:1788971181.765488:0:101658:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000e14ae58c.
00002000:00000010:2.0:1788971181.765494:0:101658:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000030e4be45.
00000004:00000010:2.0:1788971181.765498:0:101658:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000063c77ea.
00000020:00000010:2.0:1788971181.765504:0:101658:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e81e730a.
00000400:00000200:0.0:1788971181.765597:0:100227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:0.1F:1788971181.765607:0:100227:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.0:1788971181.765623:0:100227:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.124@tcp p 3.x 192.168.203.24 -> 192.168.203.124:988 incarnation:1788971131919951226 sched[1]
00000800:00000010:0.0:1788971181.765628:0:100227:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cacbd6ef.
00000400:00000200:0.0:1788971181.765732:0:100227:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.124:988
00000400:00000200:0.0:1788971181.765791:0:100227:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.124:988
00000001:00000010:3.0:1788971181.766563:0:101645:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002dd82153.
00000001:00000010:3.0:1788971181.766588:0:101645:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009c8796a8.
00000020:00000010:3.0:1788971181.766630:0:101645:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000fd868bc3.
00000100:00000200:3.0:1788971181.766655:0:101645:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.124@tcp->12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.766663:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.766674:0:101645:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.124@tcp: -114
00000400:00000200:3.0:1788971181.766677:0:101645:0:(peer.c:2980:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:3.0:1788971181.766679:0:101645:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:3.0:1788971181.766682:0:101645:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:3.0:1788971181.766685:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.766688:0:101645:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.124@tcp primary NID 192.168.203.124@tcp rc 0
00000100:00000010:3.0:1788971181.766693:0:101645:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000be763de6.
00010000:00000010:3.0:1788971181.766700:0:101645:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000c4a95f48.
00010000:00000010:3.0:1788971181.766706:0:101645:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000001d4f0f6a.
00000001:00000010:3.0:1788971181.766714:0:101645:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f07095b7.
00000001:00000010:3.0:1788971181.766721:0:101645:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000091f833c5.
00000001:00000010:3.0:1788971181.766725:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000000b8e2bb7.
00000001:00000010:3.0:1788971181.766728:0:101645:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e4b889e7.
00000020:00000010:3.0:1788971181.766736:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000846dc49a.
00000020:00000010:3.0:1788971181.766741:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000cacbd6ef.
00000020:00000010:3.0:1788971181.766904:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007ce16aa3.
00000020:00000010:3.0:1788971181.766908:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 00000000265ab944.
00000040:00000010:3.0:1788971181.766928:0:101645:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000093e0625a.
00000800:00000010:3.0:1788971181.770100:0:100227:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 00000000079334c7.
00000800:00000010:3.0:1788971181.770115:0:100227:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbede8f6.
00000800:00000010:3.0:1788971181.770123:0:100227:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f3cf6c78.
00000800:00000010:3.0:1788971181.770146:0:100227:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f3cf6c78.
00000400:00000200:2.0:1788971181.772329:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.772343:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : ACK - for me
00000400:00000200:2.0:1788971181.772355:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.772362:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.772374:0:100234:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.203.24@tcp: ACK from 12345-192.168.203.124@tcp into md 0x215
00000400:00000200:2.0:1788971181.772383:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.772389:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: ACK: OK
00000400:00000200:2.0:1788971181.772400:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aec6d02
00000400:00000010:2.0:1788971181.772405:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005aec6d02.
00000400:00000200:2.0:1788971181.772409:0:100234:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:2.0:1788971181.772413:0:100234:0:(peer.c:3052:lnet_discovery_event_ack()) peer 192.168.203.124@tcp ev->status 0
00000400:00000200:2.0:1788971181.772420:0:100234:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.124@tcp: -114
00000400:00000200:2.0:1788971181.772455:0:100238:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:2.0:1788971181.772471:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100141
00000400:00000200:2.0:1788971181.772476:0:100238:0:(peer.c:4137:lnet_peer_discovered()) peer 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.772478:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100111 rc 0
00000400:00000200:2.0:1788971181.772482:0:100238:0:(peer.c:2674:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.773167:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773180:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.773188:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773192:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773195:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773198:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 48 into portal 0 MB=0x8000000000000000
00000400:00000200:3.0:1788971181.773210:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.124@tcp of length 48/48 into md 0x9 [1] + 0
00000400:00000010:3.0:1788971181.773216:0:100235:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b5156ce.
00000400:00000200:3.0:1788971181.773222:0:100235:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000aaac7ff
00000400:00000200:3.0:1788971181.773290:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.773295:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.773316:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aaac7ff
00000400:00000010:3.0:1788971181.773318:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000aaac7ff.
00000400:00000200:3.0:1788971181.773323:0:100235:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:3.0:1788971181.773327:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773331:0:100235:0:(peer.c:2823:lnet_peer_push_event()) peer 192.168.203.124@tcp(00000000f724e814) is MR
00000400:00000010:3.0:1788971181.773336:0:100235:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000f3cf6c78.
00000400:00000200:3.0:1788971181.773339:0:100235:0:(peer.c:2897:lnet_peer_push_event()) Received Push 192.168.203.124@tcp 363512030
00000400:00000200:3.0:1788971181.773348:0:100235:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.124@tcp: 0
00000400:00000200:3.0:1788971181.773354:0:100235:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:3.0:1788971181.773357:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773362:0:100235:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.24@tcp to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.773369:0:100235:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [3:3:256:4294967295] 192.168.203.124@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:3.0:1788971181.773373:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773382:0:100235:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:192.168.203.24@tcp) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) 192.168.203.124@tcp : ACK try# 0
00000800:00000200:3.0:1788971181.773387:0:100235:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.773392:0:100235:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e115940b.
00000800:00000200:3.0:1788971181.773399:0:100235:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (4)
00000800:00000200:3.0:1788971181.773405:0:100235:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.773411:0:100235:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e115940b type 0, nob 96 niov 1 nkiov 0
00000800:00000200:3.0:1788971181.773460:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.773479:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e115940b.
00000400:00000200:3.0:1788971181.773482:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.773486:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: ACK: OK
00000400:00000200:3.0:1788971181.773504:0:100238:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:3.0:1788971181.773509:0:100238:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc6fdc81.
00000400:00000010:3.0:1788971181.773528:0:100238:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a78658ac.
00000400:00000200:3.0:1788971181.773538:0:100238:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 00000000c287b572
00000400:00000200:3.0:1788971181.773542:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x1000d1
00000400:00000010:3.0:1788971181.773550:0:100238:0:(peer.c:3519:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000077a1dc2c.
00000400:00000010:3.0:1788971181.773563:0:100238:0:(peer.c:3520:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000005bfe18c2.
00000400:00000010:3.0:1788971181.773573:0:100238:0:(peer.c:3521:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000002f1dc6eb.
00000400:00000200:3.0:1788971181.773577:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773580:0:100238:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.773583:0:100238:0:(peer.c:3668:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000077a1dc2c.
00000400:00000010:3.0:1788971181.773585:0:100238:0:(peer.c:3669:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000005bfe18c2.
00000400:00000010:3.0:1788971181.773588:0:100238:0:(peer.c:3670:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000002f1dc6eb.
00000400:00000010:3.0:1788971181.773590:0:100238:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000f3cf6c78.
00000400:00000200:3.0:1788971181.773593:0:100238:0:(peer.c:3673:lnet_peer_merge_data()) peer 192.168.203.124@tcp (00000000f724e814): 0
00000400:00000200:3.0:1788971181.773595:0:100238:0:(peer.c:3985:lnet_peer_data_present()) peer 192.168.203.124@tcp(00000000f724e814): 0. state = 0x100151
00000400:00000200:3.0:1788971181.773598:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100151 rc 1
00000400:00000200:3.0:1788971181.773602:0:100238:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100151
00000400:00000200:3.0:1788971181.773605:0:100238:0:(peer.c:4137:lnet_peer_discovered()) peer 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.773612:0:100238:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.124@tcp(00000000f724e814) state 0x100111 rc 0
00000400:00000200:3.0:1788971181.773615:0:100238:0:(peer.c:2674:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.124@tcp
00000020:00000010:3.0:1788971181.773641:0:101645:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000885483a2.
00000040:00000010:3.0:1788971181.773648:0:101645:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000017d51158.
00000020:00000010:3.0:1788971181.773652:0:101645:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064bc6076.
00000020:00000010:3.0:1788971181.773673:0:101645:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000000b97748.
00040000:00000010:3.0:1788971181.773680:0:101645:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd676e14.
00040000:00000010:3.0:1788971181.773685:0:101645:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2f75b68.
00000020:00000010:3.0:1788971181.773688:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000445d611b.
00000020:00000010:3.0:1788971181.773694:0:101645:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007e1dd519.
00000020:00000010:3.0:1788971181.773699:0:101645:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009635f38f.
00000008:00000010:3.0:1788971181.773709:0:101645:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001ecc7fdf.
00020000:00000010:3.0:1788971181.773714:0:101645:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000058af91de.
00008000:00000010:3.0:1788971181.773719:0:101645:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001e3ca342.
00000080:00000010:3.0:1788971181.773724:0:101645:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cdfbec54.
00000020:00000010:3.0:1788971181.773728:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4beffe2.
00000020:00000010:3.0:1788971181.773733:0:101645:0:(obd_mount.c:257:lustre_start_simple()) kfreed 'lcfg': 104 at 00000000965993c0.
00000020:00000010:3.0:1788971181.773753:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000f9a3ff0c.
00000400:00000200:3.0:1788971181.773777:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.773781:0:101645:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.124@tcp is discovered: rc = 1
00000100:00000010:3.0:1788971181.773795:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b60179f1.
02000000:00000010:3.0:1788971181.773812:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007839d53a.
00000020:00000010:3.0:1788971181.773854:0:100239:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035a23cd2.
00000020:00000010:3.0:1788971181.773861:0:100239:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000fe1520d2.
80000000:00000010:3.0:1788971181.773866:0:100239:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c384bd3a.
40000000:00000010:3.0:1788971181.773870:0:100239:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000002f1dc6eb.
00000008:00000010:3.0:1788971181.773885:0:100239:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000c5ac58ee.
00020000:00000010:3.0:1788971181.773891:0:100239:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ba7ffcd.
00008000:00000010:3.0:1788971181.773902:0:100239:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b03384a5.
00100000:00000010:3.0:1788971181.773908:0:100239:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000064bc6076.
00040000:00000010:3.0:1788971181.773912:0:100239:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e115940b.
00040000:00000010:3.0:1788971181.773918:0:100239:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000da7cbfe3.
00040000:00000010:3.0:1788971181.773922:0:100239:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000099e4e19c.
00000004:00000010:3.0:1788971181.773928:0:100239:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a1f68e4.
00000004:00000010:3.0:1788971181.773935:0:100239:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060dc0e42.
00000004:00000010:3.0:1788971181.773940:0:100239:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000003ad89814.
00002000:00000010:3.0:1788971181.773944:0:100239:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000061cbf06c.
00000004:00000010:3.0:1788971181.773949:0:100239:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000c21a5759.
00000080:00000010:3.0:1788971181.773962:0:100239:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000cf7a3bf8.
00000080:00000010:3.0:1788971181.773975:0:100239:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000098b4f5a.
00000008:00000010:3.0:1788971181.773989:0:100239:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c04316b9.
00020000:00000010:3.0:1788971181.774000:0:100239:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000398e683b.
00008000:00000010:3.0:1788971181.774019:0:100239:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b6693a31.
00000080:00000010:3.0:1788971181.774031:0:100239:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000007d0688da.
02000000:00000010:3.0:1788971181.774055:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dca6eef4.
00000400:00000200:3.0:1788971181.774061:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.774063:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36cf08e.
00000400:00000010:3.0:1788971181.774067:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911ad759.
00000100:00000200:3.0:1788971181.774071:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179028096, portal 25
00000400:00000010:3.0:1788971181.774076:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005da75ce4.
00000100:00000200:3.0:1788971181.774079:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875872179028096, offset 0
00000400:00000200:3.0:1788971181.774085:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.774092:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.774097:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.774102:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.774107:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.774111:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.774114:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.774117:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [4:4:256:4294967295] 192.168.203.124@tcp LPNI seq info [4:4:8:4294967295]
00000400:00000200:3.0:1788971181.774121:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.774129:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.774135:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.774139:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006d80b32.
00000800:00000200:3.0:1788971181.774145:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (4)
00000800:00000200:3.0:1788971181.774151:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.774154:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000006d80b32 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.774165:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.774169:0:100239:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1187d00.
00000100:00000010:3.0:1788971181.774182:0:100239:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003250c90.
00000800:00000200:3.0:1788971181.774252:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.774255:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006d80b32.
00000400:00000200:3.0:1788971181.774259:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.774263:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.774268:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005da75ce4
00000400:00000010:3.0:1788971181.774269:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005da75ce4.
00000100:00000200:3.0:1788971181.774286:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b60179f1 x1875872179028096/t0(0) o250->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1788971181.774348:0:101645:0:(obd_mount.c:547:lustre_start_mgc()) kfreed 'uuid': 40 at 000000003b2913e7.
00000020:00000010:3.0:1788971181.774353:0:101645:0:(obd_mount.c:548:lustre_start_mgc()) kfreed 'data': 192 at 0000000007347dcd.
00000020:00000010:3.0:1788971181.774356:0:101645:0:(obd_mount.c:549:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000788655cc.
00000080:00000010:3.0:1788971181.774381:0:101645:0:(llite_lib.c:1510:ll_fill_super()) kmalloced '(cfg)': 88 at 00000000abc5bca6.
00000080:00000010:3.0:1788971181.774385:0:101645:0:(llite_lib.c:97:ll_init_sbi()) kmalloced '(sbi)': 1400 at 00000000f2299260.
00000020:00000010:3.0:1788971181.774480:0:101645:0:(cl_page.c:1300:cl_cache_init()) kmalloced '(cache)': 152 at 000000002d09c8f9.
00000080:00000010:3.0:1788971181.774485:0:101645:0:(llite_lib.c:131:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 00000000ba92c522.
00000080:00000010:3.0:1788971181.774487:0:101645:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000d62b6423.
00000100:00000010:2.0:1788971181.776850:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1187d00.
00000100:00000010:3.0:1788971181.778150:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003250c90.
00000020:00000010:2.0:1788971181.782117:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000015a81d7f.
00000020:00000010:2.0:1788971181.782130:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3008 at 000000009f9e03f7.
00000020:00000010:2.0:1788971181.782160:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000c4ee774.
00000020:00000010:2.0:1788971181.782165:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1152 at 00000000548a32cc.
00000020:00000010:2.0:1788971181.782184:0:101645:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000082428e43.
00000020:00000010:2.0:1788971181.782190:0:101645:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000d71895b5.
00000020:00000010:2.0:1788971181.782196:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee16a69f.
00000020:00000010:2.0:1788971181.782204:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000195c8a20.
00000040:00000010:2.0:1788971181.782208:0:101645:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000013a97aae.
00000020:00000010:2.0:1788971181.782222:0:101645:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcec59c9.
00000020:00000010:2.0:1788971181.782228:0:101645:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000f9887234.
00040000:00000010:2.0:1788971181.782235:0:101645:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043ab66fb.
00040000:00000010:2.0:1788971181.782239:0:101645:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002cc49a82.
10000000:00000010:2.0:1788971181.782251:0:101645:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000003d4f39dd.
02000000:00000010:2.0:1788971181.782261:0:101645:0:(sec_config.c:534:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000a2e31f39.
00000100:00000010:2.0:1788971181.782271:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f3fe261.
02000000:00000010:2.0:1788971181.782289:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000323c99e.
00010000:00000010:2.0:1788971181.782334:0:101645:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000000ab3a87f.
00010000:00000010:2.0:1788971181.782344:0:101645:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000034d117b6.
00000020:00000010:2.0:1788971181.782350:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000007ab4112d.
00000100:00000010:2.0:1788971181.782375:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5153592.
00000400:00000200:3.0:1788971181.792947:0:100227:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.1:1788971181.792959:0:100227:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00000800:00000200:3.0:1788971181.792970:0:100227:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.124@tcp p 3.x 192.168.203.24 -> 192.168.203.124:988 incarnation:1788971131919951226 sched[1]
00000800:00000010:3.0:1788971181.792975:0:100227:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbede8f6.
00000400:00000200:3.0:1788971181.793033:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.793039:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.793050:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.793056:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.793061:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.793065:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 416 into portal 25 MB=0x6aa1886e00080
00000400:00000200:3.0:1788971181.793070:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.793077:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 416/416 into md 0x21d [1] + 0
00000400:00000200:3.0:1788971181.793091:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.793097:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.793113:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b60179f1 x1875872179028096/t0(0) o250->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971181.793166:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36cf08e.
00000400:00000200:3.0:1788971181.793172:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911ad759
00000400:00000010:3.0:1788971181.793174:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000911ad759.
00000100:00000200:3.0:1788971181.793180:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b60179f1 x1875872179028096/t0(0) o250->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.793213:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b60179f1 x1875872179028096/t0(0) o250->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971181.800283:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dca6eef4.
02000000:00000010:3.0:1788971181.800319:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007839d53a.
00000100:00000010:3.0:1788971181.800324:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b60179f1.
02000000:00000010:3.0:1788971181.800394:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007839d53a.
00000400:00000200:3.0:1788971181.800407:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.800411:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36cf08e.
00000400:00000010:3.0:1788971181.800419:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000911ad759.
00000100:00000200:3.0:1788971181.800428:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179028224, portal 25
00000400:00000010:3.0:1788971181.800434:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005da75ce4.
00000100:00000200:3.0:1788971181.800437:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872179028224, offset 0
00000400:00000200:3.0:1788971181.800447:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.800458:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.800478:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.800484:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.800489:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.800494:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.800496:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.800500:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [5:5:256:4294967295] 192.168.203.124@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:3.0:1788971181.800505:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.800516:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.800522:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.800527:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5742af.
00000800:00000200:3.0:1788971181.800534:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.800543:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.800548:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002f5742af type 1, nob 424 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.800576:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.800582:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000003250c90.
00000100:00000010:3.0:1788971181.800824:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c348a88c.
00000800:00000200:3.0:1788971181.800960:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.800964:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5742af.
00000400:00000200:3.0:1788971181.800969:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.800975:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.800982:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005da75ce4
00000400:00000010:3.0:1788971181.800984:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005da75ce4.
00000100:00000200:3.0:1788971181.800994:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000001f3fe261 x1875872179028224/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.802347:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000003250c90.
00000100:00000010:3.0:1788971181.803145:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c348a88c.
00000400:00000200:3.0:1788971181.803239:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.803248:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.803269:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.803275:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.803282:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.803286:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 344 into portal 25 MB=0x6aa1886e00100
00000400:00000200:3.0:1788971181.803292:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.803320:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 344/344 into md 0x22d [1] + 224
00000400:00000200:3.0:1788971181.803338:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.803343:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.803358:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000001f3fe261 x1875872179028224/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971181.803473:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36cf08e.
00000400:00000200:2.0:1788971181.803480:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911ad759
00000400:00000010:2.0:1788971181.803483:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000911ad759.
00000100:00000200:2.0:1788971181.803490:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000001f3fe261 x1875872179028224/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971181.803499:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000001f3fe261 x1875872179028224/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.803531:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5153592.
02000000:00000010:2.0:1788971181.803742:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007839d53a.
02000000:00000010:2.0:1788971181.803749:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000323c99e.
00000100:00000010:2.0:1788971181.803754:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f3fe261.
10000000:00000010:2.0:1788971181.803768:0:101645:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.803773:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.803780:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d674688.
00000040:00000010:2.0:1788971181.803784:0:101645:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ec6aeaa4.
00000020:00000010:2.0:1788971181.803790:0:101645:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7a2c70a.
00000020:00000010:2.0:1788971181.803796:0:101645:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000006e1cc386.
80000000:00000010:2.0:1788971181.803801:0:101645:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000493642a2.
00040000:00000010:2.0:1788971181.803891:0:101645:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f6c94ae.
20000000:00000010:2.0:1788971181.803897:0:101645:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 000000000dfcc925.
00000040:00000010:2.0:1788971181.803910:0:101645:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ff0725f6.
00000100:00000010:2.0:1788971181.803917:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f3fe261.
02000000:00000010:2.0:1788971181.803934:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086ecb15d.
00000100:00000010:2.0:1788971181.803948:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5153592.
02000000:00000010:2.0:1788971181.803966:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093d47eae.
00000400:00000200:2.0:1788971181.803972:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971181.803975:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9a3c3d.
00000400:00000010:2.0:1788971181.803980:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aec6d02.
00000100:00000200:2.0:1788971181.803987:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179028352, portal 25
00000400:00000010:2.0:1788971181.803992:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a703fa04.
00000100:00000200:2.0:1788971181.803994:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875872179028352, offset 0
00000400:00000200:2.0:1788971181.804001:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.804009:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.804015:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971181.804021:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971181.804026:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971181.804030:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971181.804033:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.804036:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [6:6:256:4294967295] 192.168.203.124@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:2.0:1788971181.804040:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.804048:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971181.804054:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971181.804059:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae7092fe.
00000800:00000200:2.0:1788971181.804065:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971181.804073:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971181.804078:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ae7092fe type 1, nob 608 niov 1 nkiov 1
00000400:00000200:2.0:1788971181.804226:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971181.804231:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f97639d.
00000100:00000010:2.0:1788971181.804241:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a7445df.
00000800:00000200:3.0:1788971181.807620:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.807631:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae7092fe.
00000400:00000200:3.0:1788971181.807640:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.807649:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.807658:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a703fa04
00000400:00000010:3.0:1788971181.807660:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a703fa04.
00000100:00000200:3.0:1788971181.807671:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000001f3fe261 x1875872179028352/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.808677:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f97639d.
00000100:00000010:3.0:1788971181.809378:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a7445df.
00000400:00000200:3.0:1788971181.810129:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.810140:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.810151:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.810157:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.810163:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.810167:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 272 into portal 25 MB=0x6aa1886e00180
00000400:00000200:3.0:1788971181.810173:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.810181:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 272/272 into md 0x23d [1] + 224
00000400:00000200:3.0:1788971181.810197:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.810202:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.810217:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000001f3fe261 x1875872179028352/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971181.810377:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9a3c3d.
00000400:00000200:2.0:1788971181.810383:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aec6d02
00000400:00000010:2.0:1788971181.810386:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005aec6d02.
00000100:00000200:2.0:1788971181.810393:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000001f3fe261 x1875872179028352/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971181.810402:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000001f3fe261 x1875872179028352/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.810435:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5153592.
02000000:00000010:2.0:1788971181.810447:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093d47eae.
02000000:00000010:2.0:1788971181.810452:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086ecb15d.
00000100:00000010:2.0:1788971181.810458:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f3fe261.
00000040:00000010:2.0:1788971181.810473:0:101645:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ff0725f6.
00000020:00000010:2.0:1788971181.810483:0:101645:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000003d674688.
00000040:00000010:2.0:1788971181.810490:0:101645:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000ec6aeaa4.
00000020:00000010:2.0:1788971181.810494:0:101645:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7a2c70a.
00000020:00000010:2.0:1788971181.810500:0:101645:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000006e1cc386.
80000000:00000010:2.0:1788971181.810505:0:101645:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000493642a2.
00040000:00000010:2.0:1788971181.810511:0:101645:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f6c94ae.
20000000:00000010:2.0:1788971181.810515:0:101645:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 000000000dfcc925.
00000020:00000010:2.0:1788971181.810519:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000323c99e.
10000000:00000010:2.0:1788971181.810521:0:101645:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c657f0e3.
10000000:00000010:2.0:1788971181.810553:0:101645:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000ff0725f6.
10000000:00000010:2.0:1788971181.810560:0:101645:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000086ecb15d.
10000000:00000010:2.0:1788971181.810742:0:101645:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 0000000093d47eae.
00000100:00000010:2.0:1788971181.810752:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f3fe261.
02000000:00000010:2.0:1788971181.810770:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000323c99e.
00010000:00000010:2.0:1788971181.810787:0:101645:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009831cf5a.
00000100:00000010:2.0:1788971181.810808:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5153592.
02000000:00000010:2.0:1788971181.810838:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ce7453fd.
00000400:00000200:2.0:1788971181.810844:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971181.810847:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb9a3c3d.
00000400:00000010:2.0:1788971181.810869:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aec6d02.
00000100:00000200:2.0:1788971181.810877:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179028480, portal 25
00000400:00000010:2.0:1788971181.810882:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8f73017.
00000100:00000200:2.0:1788971181.810885:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872179028480, offset 0
00000400:00000200:2.0:1788971181.810893:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.810904:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.810911:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971181.810917:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971181.810922:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971181.810926:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971181.810929:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.810933:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [7:7:256:4294967295] 192.168.203.124@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:2.0:1788971181.810937:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.810945:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971181.810951:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971181.810956:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002767f9ae.
00000800:00000200:2.0:1788971181.810963:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971181.810972:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971181.810976:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002767f9ae type 1, nob 424 niov 1 nkiov 1
00000400:00000200:2.0:1788971181.811085:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971181.811090:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000493642a2.
00000100:00000010:2.0:1788971181.811100:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f97639d.
00000800:00000200:2.0:1788971181.814123:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.814135:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002767f9ae.
00000400:00000200:2.0:1788971181.814144:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.814154:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.814163:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f73017
00000400:00000010:2.0:1788971181.814166:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f73017.
00000100:00000200:2.0:1788971181.814181:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000001f3fe261 x1875872179028480/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.814980:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000493642a2.
00000100:00000010:3.0:1788971181.816757:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f97639d.
00000400:00000200:3.0:1788971181.818216:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818228:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.818239:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818245:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818263:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818267:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 344 into portal 25 MB=0x6aa1886e00200
00000400:00000200:3.0:1788971181.818273:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818279:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 344/344 into md 0x24d [1] + 224
00000400:00000200:3.0:1788971181.818295:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.818325:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.818341:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000001f3fe261 x1875872179028480/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971181.818400:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb9a3c3d.
00000400:00000200:3.0:1788971181.818405:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aec6d02
00000400:00000010:3.0:1788971181.818408:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005aec6d02.
00000100:00000200:3.0:1788971181.818413:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000001f3fe261 x1875872179028480/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.818439:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000001f3fe261 x1875872179028480/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.818483:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b5153592.
02000000:00000010:3.0:1788971181.818514:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ce7453fd.
02000000:00000010:3.0:1788971181.818522:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000323c99e.
00000100:00000010:3.0:1788971181.818527:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f3fe261.
10000000:00000010:3.0:1788971181.818539:0:101645:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000fe152b8a.
00000020:00000010:3.0:1788971181.818544:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0106ecc.
00000020:00000010:3.0:1788971181.818552:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000007676b143.
00000040:00000010:3.0:1788971181.818558:0:101645:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ca583ff8.
00000020:00000010:3.0:1788971181.818563:0:101645:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000716cd854.
00000020:00000010:3.0:1788971181.818569:0:101645:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000c2f75b68.
80000000:00000010:3.0:1788971181.818574:0:101645:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c348a88c.
00040000:00000010:3.0:1788971181.818580:0:101645:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4beffe2.
20000000:00000010:3.0:1788971181.818585:0:101645:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000445d611b.
00000040:00000010:3.0:1788971181.818592:0:101645:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000000b97748.
00000100:00000010:3.0:1788971181.818600:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b60179f1.
02000000:00000010:3.0:1788971181.818692:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017d51158.
00000100:00000010:3.0:1788971181.818710:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fbede8f6.
02000000:00000010:3.0:1788971181.818730:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000885483a2.
00000400:00000200:3.0:1788971181.818735:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.818738:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e62c127b.
00000400:00000010:3.0:1788971181.818743:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005da75ce4.
00000100:00000200:3.0:1788971181.818750:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179028608, portal 25
00000400:00000010:3.0:1788971181.818755:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.818758:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875872179028608, offset 0
00000400:00000200:3.0:1788971181.818763:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.818770:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818776:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.818782:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.818792:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.818796:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.818799:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.818803:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [8:8:256:4294967295] 192.168.203.124@tcp LPNI seq info [8:8:8:4294967295]
00000400:00000200:3.0:1788971181.818807:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.818815:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.818929:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.818936:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5742af.
00000800:00000200:3.0:1788971181.818942:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.818951:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.818955:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000002f5742af type 1, nob 608 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.818974:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.818978:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005980f0d4.
00000100:00000010:3.0:1788971181.818991:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99d4f62.
00000800:00000200:3.0:1788971181.819750:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.819756:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5742af.
00000400:00000200:3.0:1788971181.819762:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.819769:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.819775:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fcf888
00000400:00000010:3.0:1788971181.819777:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.819785:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b60179f1 x1875872179028608/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.821387:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005980f0d4.
00000100:00000010:3.0:1788971181.821492:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99d4f62.
00000400:00000200:3.0:1788971181.825475:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.825489:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.825502:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.825507:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.825514:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.825518:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 272 into portal 25 MB=0x6aa1886e00280
00000400:00000200:3.0:1788971181.825526:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.825547:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 272/272 into md 0x25d [1] + 224
00000400:00000200:3.0:1788971181.825591:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.825598:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.825745:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b60179f1 x1875872179028608/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971181.825931:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e62c127b.
00000400:00000200:1.0:1788971181.825939:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005da75ce4
00000400:00000010:1.0:1788971181.825948:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005da75ce4.
00000100:00000200:1.0:1788971181.825955:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b60179f1 x1875872179028608/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971181.825962:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b60179f1 x1875872179028608/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971181.825994:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fbede8f6.
02000000:00000010:1.0:1788971181.826009:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000885483a2.
02000000:00000010:1.0:1788971181.826014:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000017d51158.
00000100:00000010:1.0:1788971181.826018:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b60179f1.
00000040:00000010:1.0:1788971181.826031:0:101645:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000344d876a.
00000100:00000010:1.0:1788971181.826037:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000603bc7a6.
02000000:00000010:1.0:1788971181.826051:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008742828b.
00000100:00000010:1.0:1788971181.826064:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053629650.
02000000:00000010:1.0:1788971181.826099:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003e5173e2.
00000400:00000200:1.0:1788971181.826105:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971181.826109:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c41cc7c.
00000400:00000010:1.0:1788971181.826116:0:101645:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006f0d2046.
00000100:00000200:1.0:1788971181.826123:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179028736, portal 25
00000400:00000010:1.0:1788971181.826142:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb50128.
00000100:00000200:1.0:1788971181.826147:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179028736, offset 0
00000400:00000200:1.0:1788971181.826169:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971181.826177:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.826184:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971181.826190:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971181.826195:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971181.826199:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971181.826202:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.826206:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [9:9:256:4294967295] 192.168.203.124@tcp LPNI seq info [9:9:8:4294967295]
00000400:00000200:1.0:1788971181.826210:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.826220:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971181.826226:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971181.826236:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009e0e4e22.
00000800:00000200:1.0:1788971181.826245:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971181.826254:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971181.826259:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009e0e4e22 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971181.826282:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971181.826287:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdd15b2d.
00000100:00000010:1.0:1788971181.826333:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054e3a9d0.
00000800:00000200:3.0:1788971181.826924:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.826929:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009e0e4e22.
00000400:00000200:3.0:1788971181.826935:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.826942:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.826949:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb50128
00000400:00000010:3.0:1788971181.826951:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000efb50128.
00000100:00000200:3.0:1788971181.826959:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000603bc7a6 x1875872179028736/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.829747:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054e3a9d0.
00000400:00000200:3.0:1788971181.830382:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.830391:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.830402:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.830407:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.830413:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.830417:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8416 into portal 25 MB=0x6aa1886e00300
00000400:00000200:3.0:1788971181.830423:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.830430:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8416/8416 into md 0x26d [4] + 224
00000400:00000200:3.0:1788971181.830450:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.830455:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.830479:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000603bc7a6 x1875872179028736/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.831720:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdd15b2d.
00000400:00000010:3.0:1788971181.834723:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c41cc7c.
00000400:00000200:3.0:1788971181.834740:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f0d2046
00000400:00000010:3.0:1788971181.834743:0:101645:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000006f0d2046.
00000100:00000200:3.0:1788971181.834760:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000603bc7a6 x1875872179028736/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.834785:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000603bc7a6 x1875872179028736/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.834822:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000053629650.
02000000:00000010:3.0:1788971181.834836:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003e5173e2.
02000000:00000010:3.0:1788971181.834847:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008742828b.
00000100:00000010:3.0:1788971181.834853:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000603bc7a6.
00000040:00000010:3.0:1788971181.834863:0:101645:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c99d4f62.
00000020:00000010:3.0:1788971181.835047:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000885483a2.
00000020:00000010:3.0:1788971181.835055:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b258788c.
00000040:00000010:3.0:1788971181.835060:0:101663:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000c6083204.
00000020:00000010:3.0:1788971181.835065:0:101663:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001137bb16.
00000020:00000010:3.0:1788971181.835071:0:101663:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000038bed941.
00000020:00000010:3.0:1788971181.835076:0:101663:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000009b3b8079.
80000000:00000010:3.0:1788971181.835080:0:101663:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000085bfa73c.
40000000:00000010:3.0:1788971181.835084:0:101663:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000f3cf6c78.
00100000:00000010:3.0:1788971181.835090:0:101663:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000902833e6.
00040000:00000010:3.0:1788971181.835095:0:101663:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f5742af.
00040000:00000010:3.0:1788971181.835099:0:101663:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000003edc4e1f.
00040000:00000010:3.0:1788971181.835103:0:101663:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2adf00c.
00000004:00000010:3.0:1788971181.835109:0:101663:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000223c0c37.
00000004:00000010:3.0:1788971181.835116:0:101663:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d3a62b4e.
00000004:00000010:3.0:1788971181.835120:0:101663:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000007c22fad9.
00002000:00000010:3.0:1788971181.835126:0:101663:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000359eb693.
00000004:00000010:3.0:1788971181.835130:0:101663:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000da26fc02.
00000020:00000010:3.0:1788971181.835135:0:101663:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000077a1dc2c.
00000040:00000010:3.0:1788971181.835159:0:101663:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000ed3f54ad.
00000100:00000010:3.0:1788971181.835170:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f477727.
02000000:00000010:3.0:1788971181.835186:0:101663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cec9198.
00000100:00000010:3.0:1788971181.835201:0:101663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1a1cb24.
02000000:00000010:3.0:1788971181.835232:0:101663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003e5173e2.
00000400:00000200:3.0:1788971181.835242:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.835251:0:101663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250607a1.
00000400:00000010:3.0:1788971181.835257:0:101663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ac607f59.
00000100:00000200:3.0:1788971181.835264:0:101663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179028864, portal 25
00000400:00000010:3.0:1788971181.835271:0:101663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.835273:0:101663:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179028864, offset 0
00000400:00000200:3.0:1788971181.835282:0:101663:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.835293:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.835320:0:101663:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.835326:0:101663:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.835330:0:101663:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.835334:0:101663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.835336:0:101663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.835340:0:101663:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [10:10:256:4294967295] 192.168.203.124@tcp LPNI seq info [10:10:8:4294967295]
00000400:00000200:3.0:1788971181.835343:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.835352:0:101663:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.835359:0:101663:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.835365:0:101663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000706f35d5.
00000800:00000200:3.0:1788971181.835373:0:101663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.835382:0:101663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.835387:0:101663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000706f35d5 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.835400:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971181.835519:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.835524:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000706f35d5.
00000400:00000200:3.0:1788971181.835529:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.835534:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.835540:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fcf888
00000400:00000010:3.0:1788971181.835542:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.835547:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000005f477727 x1875872179028864/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.836022:0:101663:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb5fe8a5.
00000100:00000010:3.0:1788971181.836037:0:101663:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005486c855.
00000100:00000010:2.0:1788971181.838775:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb5fe8a5.
00000400:00000200:3.0:1788971181.839149:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.839158:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.839169:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.839175:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.839181:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.839185:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8472 into portal 25 MB=0x6aa1886e00380
00000400:00000200:3.0:1788971181.839191:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.839197:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8472/8472 into md 0x275 [4] + 224
00000400:00000200:3.0:1788971181.839219:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.839225:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.839243:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000005f477727 x1875872179028864/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.839343:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005486c855.
00000400:00000010:0.0:1788971181.839663:0:101663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000250607a1.
00000400:00000200:0.0:1788971181.839670:0:101663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac607f59
00000400:00000010:0.0:1788971181.839673:0:101663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000ac607f59.
00000100:00000200:0.0:1788971181.839679:0:101663:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000005f477727 x1875872179028864/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971181.839704:0:101663:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000005f477727 x1875872179028864/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971181.839736:0:101663:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a1a1cb24.
02000000:00000010:0.0:1788971181.839750:0:101663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003e5173e2.
02000000:00000010:0.0:1788971181.839764:0:101663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003cec9198.
00000100:00000010:0.0:1788971181.839769:0:101663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f477727.
00000020:00000010:0.0:1788971181.839790:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000020e44330.
00000020:00000010:0.0:1788971181.839796:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000020e44330.
00000020:00000010:0.0:1788971181.839801:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000c4bd746.
00000020:00000010:0.0:1788971181.839805:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.839817:0:101663:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000150fa0fb.
00000020:00000010:0.0:1788971181.839912:0:101663:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000ecb1dc25.
00000020:00000010:0.0:1788971181.839934:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.839936:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000c4bd746.
00000020:00000010:0.0:1788971181.839940:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000000c4bd746.
00000020:00000010:0.0:1788971181.839943:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000009b4892ed.
00000001:00000010:0.0:1788971181.839965:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000020e44330.
00000001:00000010:0.0:1788971181.839971:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000019dc5012.
00000001:00000010:0.0:1788971181.839975:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008907a3bb.
00000001:00000010:0.0:1788971181.839977:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000467c47e4.
00000001:00000010:0.0:1788971181.839979:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c2abbe63.
00000001:00000010:0.0:1788971181.839981:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079407c7e.
00000020:00000010:0.0:1788971181.839986:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043a98031.
00000020:00000010:0.0:1788971181.839991:0:101663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.839996:0:101663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006dabda47.
00000008:00000010:0.0:1788971181.840002:0:101663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000db703997.
00020000:00000010:0.0:1788971181.840008:0:101663:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000b52a58b6.
00008000:00000010:0.0:1788971181.840013:0:101663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005acee28a.
00000080:00000010:0.0:1788971181.840019:0:101663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000939bf586.
00000020:00000010:0.0:1788971181.840024:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000173e53c.
00000020:00000010:0.0:1788971181.840033:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e89ec69a.
00000020:00000010:0.0:1788971181.840037:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.840041:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.840044:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.840048:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.840052:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.840055:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000bd438e08.
00020000:00000010:0.0:1788971181.840059:0:101663:0:(lov_dev.c:598:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000ff37cf91.
00000020:00000010:0.0:1788971181.840084:0:101663:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d193bf93.
00020000:00000010:0.0:1788971181.840218:0:101663:0:(lov_dev.c:615:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000a3f58f4b.
00020000:00000010:0.0:1788971181.840223:0:101663:0:(lov_dev.c:622:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000bdb7f495.
00000020:00000010:0.0:1788971181.840267:0:101663:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 000000000a9d7478.
00000020:00000010:0.0:1788971181.840278:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dfc6100b.
00000020:00000010:0.0:1788971181.840285:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at 00000000c8c88ccf.
00000020:00000010:0.0:1788971181.840293:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 0000000020363f6a.
00000040:00000010:0.0:1788971181.840338:0:101663:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000033d04ac6.
00000020:00000010:0.0:1788971181.840343:0:101663:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe43f4ce.
00000020:00000010:0.0:1788971181.840348:0:101663:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dfb116be.
00000020:00000010:0.0:1788971181.840352:0:101663:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000000375dfff.
80000000:00000010:0.0:1788971181.840356:0:101663:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012efbe1f.
40000000:00000010:0.0:1788971181.840359:0:101663:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000ffc75c97.
00000008:00000010:0.0:1788971181.840362:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000ec29f8c3.
00020000:00000010:0.0:1788971181.840365:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000843b42ba.
00008000:00000010:0.0:1788971181.840367:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cd7be0ad.
00100000:00000010:0.0:1788971181.840371:0:101663:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1145f84.
00040000:00000010:0.0:1788971181.840376:0:101663:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d9a35f94.
00040000:00000010:0.0:1788971181.840379:0:101663:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1a2187b.
00040000:00000010:0.0:1788971181.840383:0:101663:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011745ca1.
00000004:00000010:0.0:1788971181.840387:0:101663:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061450567.
00000004:00000010:0.0:1788971181.840393:0:101663:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a4951a4d.
00000004:00000010:0.0:1788971181.840398:0:101663:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000bd9bd3e0.
00002000:00000010:0.0:1788971181.840402:0:101663:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000001df4be9.
00000004:00000010:0.0:1788971181.840412:0:101663:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000004a0a1af1.
00000080:00000010:0.0:1788971181.840415:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002da8964e.
00000080:00000010:0.0:1788971181.840418:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000006558e282.
00000020:00000010:0.0:1788971181.840420:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ad0cafe7.
00000040:00000010:0.0:1788971181.840423:0:101663:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000573664ba.
00000020:00000010:0.0:1788971181.840426:0:101663:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e68aa1c.
00000020:00000010:0.0:1788971181.840429:0:101663:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ff0cb8ee.
00000020:00000010:0.0:1788971181.840431:0:101663:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b42c1edc.
80000000:00000010:0.0:1788971181.840434:0:101663:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007780d5fb.
40000000:00000010:0.0:1788971181.840436:0:101663:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000796a8438.
00000008:00000010:0.0:1788971181.840438:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000037915a33.
00020000:00000010:0.0:1788971181.840440:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000e5c9a9f3.
00008000:00000010:0.0:1788971181.840443:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000676005e7.
00100000:00000010:0.0:1788971181.840445:0:101663:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ead67993.
00040000:00000010:0.0:1788971181.840447:0:101663:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008cd06bd8.
00040000:00000010:0.0:1788971181.840450:0:101663:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000045484057.
00040000:00000010:0.0:1788971181.840452:0:101663:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e0b475b.
00000004:00000010:0.0:1788971181.840455:0:101663:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000282662ef.
00000004:00000010:0.0:1788971181.840477:0:101663:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c97b88e.
00000004:00000010:0.0:1788971181.840481:0:101663:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000bb70f14a.
00002000:00000010:0.0:1788971181.840484:0:101663:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000004a120d0e.
00000004:00000010:0.0:1788971181.840486:0:101663:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000e1d234e7.
00000080:00000010:0.0:1788971181.840488:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ac843757.
00000080:00000010:0.0:1788971181.840490:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000002ad28061.
00000020:00000010:0.0:1788971181.840496:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000e89ec69a.
00000020:00000010:0.0:1788971181.840501:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.840505:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.840508:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.840511:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.840514:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.840517:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000bd438e08.
00000020:00000010:0.0:1788971181.840520:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000173e53c.
00000020:00000010:0.0:1788971181.840525:0:101663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.840535:0:101663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006dabda47.
00000008:00000010:0.0:1788971181.840539:0:101663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000db703997.
00020000:00000010:0.0:1788971181.840541:0:101663:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000b52a58b6.
00008000:00000010:0.0:1788971181.840545:0:101663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005acee28a.
00000080:00000010:0.0:1788971181.840548:0:101663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000939bf586.
00000020:00000010:0.0:1788971181.840550:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043a98031.
00000020:00000010:0.0:1788971181.840555:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000009b4892ed.
00000020:00000010:0.0:1788971181.840557:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000000c4bd746.
00000020:00000010:0.0:1788971181.840563:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.841803:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bd4d5bd8.
00000020:00000010:2.0:1788971181.841987:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002767f9ae.
00000020:00000010:2.0:1788971181.841992:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002767f9ae.
00000020:00000010:2.0:1788971181.841997:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.842002:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.842020:0:101663:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000a4b9cd6f.
00000020:00000010:2.0:1788971181.842028:0:101663:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000e7a2c70a.
00000020:00000010:2.0:1788971181.842044:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.842047:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.842050:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.842053:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000961106e3.
00000001:00000010:2.0:1788971181.842076:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002767f9ae.
00000001:00000010:2.0:1788971181.842080:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b08c212e.
00000001:00000010:2.0:1788971181.842084:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fa28011.
00000001:00000010:2.0:1788971181.842087:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000dfcc925.
00000001:00000010:2.0:1788971181.842089:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e1cc386.
00000001:00000010:2.0:1788971181.842091:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec6aeaa4.
00000020:00000010:2.0:1788971181.842095:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d674688.
00000020:00000010:2.0:1788971181.842099:0:101663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.842111:0:101663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5cec935.
00000008:00000010:2.0:1788971181.842123:0:101663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bcfff2a6.
00020000:00000010:2.0:1788971181.842134:0:101663:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000615a92ed.
00008000:00000010:2.0:1788971181.842152:0:101663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000051379e2f.
00000080:00000010:2.0:1788971181.842166:0:101663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000046d3ca36.
00000020:00000010:2.0:1788971181.842171:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.842174:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032728007.
00000040:00000010:2.0:1788971181.842178:0:101663:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006cec545b.
00000020:00000010:2.0:1788971181.842182:0:101663:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000016873f0d.
00000020:00000010:2.0:1788971181.842186:0:101663:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000599c13ef.
00040000:00000010:2.0:1788971181.842196:0:101663:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f237133.
00040000:00000010:2.0:1788971181.842200:0:101663:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000034a10dda.
00800000:00000010:2.0:1788971181.842204:0:101663:0:(lmv_obd.c:1252:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000cb6c2966.
80000000:00000010:2.0:1788971181.842215:0:101663:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 00000000c5b53cf9.
00800000:00000010:2.0:1788971181.845963:0:101663:0:(lmv_obd.c:1308:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000069bb025.
00800000:00000010:2.0:1788971181.845978:0:101663:0:(lmv_obd.c:1317:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000b75bd9fa.
00000020:00000010:2.0:1788971181.846163:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000607ef473.
00000020:00000010:2.0:1788971181.846169:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1024 at 00000000771ced8b.
00000020:00000010:2.0:1788971181.846195:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000032728007.
00000040:00000010:2.0:1788971181.846203:0:101663:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006cec545b.
00000020:00000010:2.0:1788971181.846210:0:101663:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000016873f0d.
00000020:00000010:2.0:1788971181.846216:0:101663:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000599c13ef.
00040000:00000010:2.0:1788971181.846222:0:101663:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f237133.
00040000:00000010:2.0:1788971181.846228:0:101663:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000034a10dda.
00000020:00000010:2.0:1788971181.846233:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.846241:0:101663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.846247:0:101663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5cec935.
00000008:00000010:2.0:1788971181.846326:0:101663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bcfff2a6.
00020000:00000010:2.0:1788971181.846331:0:101663:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000615a92ed.
00008000:00000010:2.0:1788971181.846336:0:101663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000051379e2f.
00000080:00000010:2.0:1788971181.846341:0:101663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000046d3ca36.
00000020:00000010:2.0:1788971181.846344:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d674688.
00000020:00000010:2.0:1788971181.846350:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000961106e3.
00000020:00000010:2.0:1788971181.846354:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.846368:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846371:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846379:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846381:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846385:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000493642a2.
00000020:00000010:2.0:1788971181.846390:0:101663:0:(obd_config.c:1151:class_add_profile()) kmalloced '(lprof)': 48 at 00000000c657f0e3.
00000020:00000010:2.0:1788971181.846394:0:101663:0:(obd_config.c:1157:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 0000000015c66b70.
00000020:00000010:2.0:1788971181.846397:0:101663:0:(obd_config.c:1163:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000a74f28e4.
00000020:00000010:2.0:1788971181.846406:0:101663:0:(obd_config.c:1170:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 000000009f71ec75.
00000020:00000010:2.0:1788971181.846408:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000493642a2.
00000020:00000010:2.0:1788971181.846413:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846415:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846420:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846422:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000007f237133.
00000020:00000010:2.0:1788971181.846425:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000cb0157ed.
00000100:00000010:2.0:1788971181.846430:0:101663:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000517988c8.
00000400:00000200:2.0:1788971181.846436:0:101663:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:2.0:1788971181.846445:0:101663:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.846452:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.846459:0:101663:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:2.0:1788971181.846476:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.846483:0:101663:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:2.0:1788971181.846486:0:101663:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:2.0:1788971181.846489:0:101663:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
00000100:00000010:2.0:1788971181.846492:0:101663:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000517988c8.
00000020:00000010:2.0:1788971181.846495:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000cb0157ed.
00000020:00000010:2.0:1788971181.846500:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000cb0157ed.
00000020:00000010:2.0:1788971181.846506:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000961106e3.
00000020:00000010:2.0:1788971181.846518:0:101663:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000eb91ad3e.
00000020:00000010:2.0:1788971181.846526:0:101663:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 0000000016873f0d.
00000020:00000010:2.0:1788971181.846546:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000961106e3.
00000020:00000010:2.0:1788971181.846549:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000cb0157ed.
00000020:00000010:2.0:1788971181.846553:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000cb0157ed.
00000020:00000010:2.0:1788971181.846557:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000961106e3.
00000001:00000010:2.0:1788971181.849166:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007f237133.
00000001:00000010:2.0:1788971181.849183:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000009eb80fa.
00000001:00000010:2.0:1788971181.849187:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000467ce133.
00000001:00000010:2.0:1788971181.849191:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009530e08.
00000001:00000010:2.0:1788971181.849194:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b74b9194.
00000001:00000010:2.0:1788971181.849197:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d674688.
00000020:00000010:2.0:1788971181.849210:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.849217:0:101663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.849222:0:101663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5cec935.
00000008:00000010:2.0:1788971181.849229:0:101663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bcfff2a6.
00020000:00000010:2.0:1788971181.849235:0:101663:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000615a92ed.
00008000:00000010:2.0:1788971181.849240:0:101663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000051379e2f.
00000080:00000010:2.0:1788971181.849247:0:101663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000046d3ca36.
00000020:00000010:2.0:1788971181.850699:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a10dda.
00000020:00000010:2.0:1788971181.850704:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000599c13ef.
00000020:00000010:2.0:1788971181.850710:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000493642a2.
00000008:00000010:2.0:1788971181.850717:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000dc3edb4d.
00020000:00000010:2.0:1788971181.850722:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000064ab08d5.
00008000:00000010:2.0:1788971181.850727:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000011d2d97e.
00000080:00000010:2.0:1788971181.850733:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000073e313eb.
00000080:00000010:2.0:1788971181.850738:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000a0392ed.
00000002:00000010:2.0:1788971181.850743:0:101663:0:(mdc_dev.c:1729:mdc_device_alloc()) kmalloced '(osc)': 104 at 0000000051d85bfc.
00010000:00000010:2.0:1788971181.850763:0:101663:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000803c720d.
00010000:00000010:2.0:1788971181.850770:0:101663:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000f332be44.
00010000:00000010:2.0:1788971181.850775:0:101663:0:(ldlm_lib.c:520:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ad5ade9d.
00000020:00000010:2.0:1788971181.850782:0:101663:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000291e521a.
00000100:00000200:2.0:1788971181.850808:0:101663:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.124@tcp->12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.850816:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.851774:0:101663:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.124@tcp primary NID 192.168.203.124@tcp rc 0
00010000:00000010:2.0:1788971181.851809:0:101663:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000002bf11fdb.
00010000:00000010:2.0:1788971181.851819:0:101663:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000fa38644d.
00000001:00000010:2.0:1788971181.852129:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006cec545b.
00000001:00000010:2.0:1788971181.852136:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000009f7557af.
00000001:00000010:2.0:1788971181.852199:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027fb702a.
00000001:00000010:2.0:1788971181.852244:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000461cba78.
00000001:00000010:2.0:1788971181.852515:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bcf82d96.
00000001:00000010:2.0:1788971181.852562:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ec6b6e9.
00000001:00000010:2.0:1788971181.852929:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009bddd98.
00000001:00000010:2.0:1788971181.852977:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009366b601.
00000001:00000010:2.0:1788971181.853023:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008a9195a3.
00000001:00000010:2.0:1788971181.853066:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000261861bf.
00000001:00000010:2.0:1788971181.853110:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0a02833.
00000001:00000010:2.0:1788971181.853155:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bc9e9ab5.
00000001:00000010:2.0:1788971181.853199:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a73f3a06.
00000001:00000010:2.0:1788971181.853242:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8299644.
00000001:00000010:2.0:1788971181.853958:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000edbccae0.
00000001:00000010:2.0:1788971181.854009:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000132374f7.
00000001:00000010:2.0:1788971181.854057:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b0cb775a.
00000001:00000010:2.0:1788971181.854103:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000029d243b9.
00000001:00000010:2.0:1788971181.854151:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de1f155e.
00000001:00000010:2.0:1788971181.854200:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ccbd2ae2.
00000001:00000010:2.0:1788971181.854247:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e73d4cfb.
00000001:00000010:2.0:1788971181.855002:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068f0e5a8.
00000001:00000010:2.0:1788971181.855055:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065ccf3fe.
00000001:00000010:2.0:1788971181.855098:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b05fcc4a.
00000001:00000010:2.0:1788971181.855142:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000075a9b518.
00000001:00000010:2.0:1788971181.855190:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000017a16afd.
00000001:00000010:2.0:1788971181.855237:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000043089fbb.
00000001:00000010:2.0:1788971181.856026:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000077e1ee01.
00000001:00000010:2.0:1788971181.856076:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc16980b.
00000001:00000010:2.0:1788971181.856123:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055c45c2c.
00000001:00000010:2.0:1788971181.856174:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6201eea.
00000001:00000010:2.0:1788971181.856224:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eb409f6f.
00000001:00000010:2.0:1788971181.856287:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000c40eebd.
00000001:00000010:2.0:1788971181.856558:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b7e7bfb8.
00000020:00000010:2.0:1788971181.856592:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000253c86bd.
00000020:00000010:2.0:1788971181.856598:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000e459c550.
00000020:00000010:2.0:1788971181.856746:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000030d53800.
00000020:00000010:2.0:1788971181.856749:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 0000000056a2bf5c.
00000020:00000010:2.0:1788971181.857032:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000071de80.
00000020:00000010:2.0:1788971181.857044:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1024 at 00000000d1e8e936.
00000020:00000010:2.0:1788971181.857072:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b01ebc57.
00000020:00000010:2.0:1788971181.857078:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000004ec4e59f.
00000040:00000010:2.0:1788971181.857111:0:101663:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005209f674.
00000002:00000010:2.0:1788971181.857121:0:101663:0:(mdc_changelog.c:931:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000927df74d.
00000020:00000010:2.0:1788971181.857281:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000599c13ef.
00000020:00000010:2.0:1788971181.857288:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000493642a2.
00000008:00000010:2.0:1788971181.857294:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000dc3edb4d.
00020000:00000010:2.0:1788971181.857328:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000064ab08d5.
00008000:00000010:2.0:1788971181.857334:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000011d2d97e.
00000080:00000010:2.0:1788971181.857341:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000073e313eb.
00000080:00000010:2.0:1788971181.857348:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 000000000a0392ed.
00000020:00000010:2.0:1788971181.857352:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a10dda.
00000020:00000010:2.0:1788971181.857359:0:101663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.857364:0:101663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5cec935.
00000008:00000010:2.0:1788971181.857370:0:101663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bcfff2a6.
00020000:00000010:2.0:1788971181.857374:0:101663:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000615a92ed.
00008000:00000010:2.0:1788971181.857377:0:101663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000051379e2f.
00000080:00000010:2.0:1788971181.857380:0:101663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000046d3ca36.
00000020:00000010:2.0:1788971181.857383:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.857389:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000961106e3.
00000020:00000010:2.0:1788971181.857392:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000cb0157ed.
00000020:00000010:2.0:1788971181.857405:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.857410:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000961106e3.
00000020:00000010:2.0:1788971181.857423:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.857427:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034a10dda.
00000040:00000010:2.0:1788971181.857432:0:101663:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000599c13ef.
00000020:00000010:2.0:1788971181.857436:0:101663:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bbe2b171.
00000020:00000010:2.0:1788971181.857442:0:101663:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000032728007.
00040000:00000010:2.0:1788971181.857447:0:101663:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b636d918.
00040000:00000010:2.0:1788971181.857452:0:101663:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea3a6a11.
00800000:00000010:2.0:1788971181.857486:0:101663:0:(lmv_obd.c:451:lmv_add_target()) kmalloced '(tgt)': 368 at 0000000076e8e72d.
00020000:00000010:2.0:1788971181.857492:0:101663:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000bd796e46.
00000020:00000010:2.0:1788971181.857495:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000034a10dda.
00000040:00000010:2.0:1788971181.857499:0:101663:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000599c13ef.
00000020:00000010:2.0:1788971181.857502:0:101663:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bbe2b171.
00000020:00000010:2.0:1788971181.857507:0:101663:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000032728007.
00040000:00000010:2.0:1788971181.857511:0:101663:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b636d918.
00040000:00000010:2.0:1788971181.857515:0:101663:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ea3a6a11.
00000020:00000010:2.0:1788971181.857518:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000323c99e.
00000020:00000010:2.0:1788971181.857524:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea3a6a11.
00000020:00000010:2.0:1788971181.857526:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d400ea71.
00000020:00000010:2.0:1788971181.857530:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d8a2c193.
00000008:00000010:2.0:1788971181.857534:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000dc3edb4d.
00020000:00000010:2.0:1788971181.857538:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000064ab08d5.
00008000:00000010:2.0:1788971181.857542:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000011d2d97e.
00000080:00000010:2.0:1788971181.857546:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000073e313eb.
00000080:00000010:2.0:1788971181.857549:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000a0392ed.
00000020:00000010:2.0:1788971181.857560:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000d400ea71.
00000020:00000010:2.0:1788971181.857562:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000d8a2c193.
00000008:00000010:2.0:1788971181.857566:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000dc3edb4d.
00020000:00000010:2.0:1788971181.857568:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000064ab08d5.
00008000:00000010:2.0:1788971181.857570:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000011d2d97e.
00000080:00000010:2.0:1788971181.857572:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000073e313eb.
00000080:00000010:2.0:1788971181.857575:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 000000000a0392ed.
00000020:00000010:2.0:1788971181.857576:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea3a6a11.
00000020:00000010:2.0:1788971181.857579:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000961106e3.
00000020:00000010:2.0:1788971181.857580:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.857586:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857588:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857593:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857595:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857601:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857611:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b636d918.
00000020:00000010:2.0:1788971181.857615:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000490aa4c6.
00000100:00000010:2.0:1788971181.857620:0:101663:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000f2a1151e.
00000400:00000200:2.0:1788971181.857625:0:101663:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:2.0:1788971181.857634:0:101663:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:2.0:1788971181.857643:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.857648:0:101663:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:2.0:1788971181.859196:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.859206:0:101663:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:2.0:1788971181.859214:0:101663:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:2.0:1788971181.859217:0:101663:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
00000100:00000010:2.0:1788971181.859342:0:101663:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000f2a1151e.
00000020:00000010:2.0:1788971181.859351:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.859367:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.859375:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000961106e3.
00000020:00000010:2.0:1788971181.859388:0:101663:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000487b15a5.
00000020:00000010:2.0:1788971181.859396:0:101663:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000bbe2b171.
00000020:00000010:2.0:1788971181.859413:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000961106e3.
00000020:00000010:2.0:1788971181.859416:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.859423:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000490aa4c6.
00000020:00000010:2.0:1788971181.859428:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000961106e3.
00000001:00000010:2.0:1788971181.859473:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b636d918.
00000001:00000010:2.0:1788971181.859481:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b5b36bb1.
00000001:00000010:2.0:1788971181.859484:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea3a6a11.
00000001:00000010:2.0:1788971181.859487:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d400ea71.
00000001:00000010:2.0:1788971181.859492:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f6c94ae.
00000001:00000010:2.0:1788971181.859496:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000323c99e.
00000020:00000010:2.0:1788971181.859505:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032728007.
00000020:00000010:2.0:1788971181.859513:0:101663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000576829fc.
00000020:00000010:2.0:1788971181.859518:0:101663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5cec935.
00000008:00000010:2.0:1788971181.859524:0:101663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bcfff2a6.
00020000:00000010:2.0:1788971181.859529:0:101663:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000615a92ed.
00008000:00000010:2.0:1788971181.859545:0:101663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000051379e2f.
00000080:00000010:2.0:1788971181.859552:0:101663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000046d3ca36.
00000020:00000010:2.0:1788971181.859557:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599c13ef.
00000020:00000010:2.0:1788971181.859561:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034a10dda.
00000020:00000010:2.0:1788971181.859567:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d8a2c193.
00000008:00000010:2.0:1788971181.859574:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000dc3edb4d.
00020000:00000010:2.0:1788971181.859578:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000064ab08d5.
00008000:00000010:2.0:1788971181.859585:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000011d2d97e.
00000080:00000010:2.0:1788971181.859589:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000073e313eb.
00000080:00000010:2.0:1788971181.859592:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000a0392ed.
00000008:00000010:2.0:1788971181.859597:0:101663:0:(osc_dev.c:193:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000631f3786.
00010000:00000010:2.0:1788971181.859623:0:101663:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000005e2f2fad.
00010000:00000010:2.0:1788971181.859631:0:101663:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000125dd757.
00000020:00000010:2.0:1788971181.859641:0:101663:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 0000000030ba3453.
00000100:00000200:2.0:1788971181.859657:0:101663:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.124@tcp->12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971181.859663:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.859668:0:101663:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.124@tcp primary NID 192.168.203.124@tcp rc 0
00010000:00000010:2.0:1788971181.859674:0:101663:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000493642a2.
00010000:00000010:2.0:1788971181.859681:0:101663:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000073fa338a.
00000001:00000010:2.0:1788971181.859685:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e6dc1826.
00000001:00000010:2.0:1788971181.859690:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000034312b04.
00000001:00000010:2.0:1788971181.859696:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d600a174.
00000001:00000010:2.0:1788971181.859703:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000016156e74.
00000001:00000010:2.0:1788971181.859709:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ceaf6da2.
00000001:00000010:2.0:1788971181.859718:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a53ac501.
00000001:00000010:2.0:1788971181.859726:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000937a33ac.
00000001:00000010:2.0:1788971181.859733:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c3b88f13.
00000001:00000010:2.0:1788971181.859739:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e7976233.
00000001:00000010:2.0:1788971181.859745:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000076997da3.
00000001:00000010:2.0:1788971181.859752:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000385ba049.
00000001:00000010:2.0:1788971181.859760:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005ca67300.
00000001:00000010:2.0:1788971181.859767:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000048960f33.
00000001:00000010:2.0:1788971181.859783:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000098dbdcc3.
00000001:00000010:2.0:1788971181.859789:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006601480e.
00000001:00000010:2.0:1788971181.860907:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e30dfd5e.
00000001:00000010:0.0:1788971181.862600:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007fc7de04.
00000001:00000010:0.0:1788971181.862619:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003bc346bd.
00000020:00000010:0.0:1788971181.862637:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000090b17ad3.
00000020:00000010:0.0:1788971181.862642:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000009b4892ed.
00000020:00000010:0.0:1788971181.862798:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a33c3f01.
00000020:00000010:0.0:1788971181.862802:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000005eb0194b.
00000020:00000010:0.0:1788971181.863324:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cd1f1998.
00000020:00000010:0.0:1788971181.863333:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000008dbc9b2a.
00000100:00000010:0.0:1788971181.863379:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004adb9fc3.
00000100:00000010:0.0:1788971181.863646:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000e30e1478.
00000100:00000010:0.0:1788971181.863652:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffcb77d8.
00000100:00000010:0.0:1788971181.864118:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000c50ce08.
00000100:00000010:0.0:1788971181.864135:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a00fc64.
00000100:00000010:0.0:1788971181.864297:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000003e9737bc.
00000100:00000010:0.0:1788971181.864335:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc4cc2d0.
00000100:00000010:0.0:1788971181.864507:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005e4605b1.
00000100:00000010:0.0:1788971181.864512:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000854b2ae0.
00000100:00000010:0.0:1788971181.864665:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000f278b00b.
00000100:00000010:0.0:1788971181.864670:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022e9bfb3.
00000100:00000010:0.0:1788971181.864854:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000afe1c27e.
00000100:00000010:0.0:1788971181.864859:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c33ac0dd.
00000100:00000010:0.0:1788971181.865027:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c9d60789.
00000100:00000010:0.0:1788971181.865031:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe0a22be.
00000100:00000010:0.0:1788971181.865178:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000001f0d4f50.
00000100:00000010:0.0:1788971181.865182:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a702e942.
00000100:00000010:0.0:1788971181.865362:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000eb2eef57.
00000100:00000010:0.0:1788971181.865367:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adf3c172.
00000100:00000010:0.0:1788971181.865549:0:101663:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000a97e0b07.
00000020:00000010:0.0:1788971181.865559:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000034a10dda.
00000020:00000010:0.0:1788971181.865567:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000d8a2c193.
00000008:00000010:0.0:1788971181.865572:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000dc3edb4d.
00020000:00000010:0.0:1788971181.865582:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000064ab08d5.
00008000:00000010:0.0:1788971181.865586:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000011d2d97e.
00000080:00000010:0.0:1788971181.865591:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000073e313eb.
00000080:00000010:0.0:1788971181.865595:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 000000000a0392ed.
00000020:00000010:0.0:1788971181.865599:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599c13ef.
00000020:00000010:0.0:1788971181.865603:0:101663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000576829fc.
00000020:00000010:0.0:1788971181.865611:0:101663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5cec935.
00000008:00000010:0.0:1788971181.865615:0:101663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bcfff2a6.
00020000:00000010:0.0:1788971181.865618:0:101663:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000615a92ed.
00008000:00000010:0.0:1788971181.865621:0:101663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000051379e2f.
00000080:00000010:0.0:1788971181.865624:0:101663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000046d3ca36.
00000020:00000010:0.0:1788971181.865626:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032728007.
00000020:00000010:0.0:1788971181.865632:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000961106e3.
00000020:00000010:0.0:1788971181.865635:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000490aa4c6.
00000020:00000010:0.0:1788971181.865644:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865650:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.865658:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032728007.
00000020:00000010:0.0:1788971181.865661:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000599c13ef.
00000020:00000010:0.0:1788971181.865664:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.865669:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.865672:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.865675:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.865685:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.865688:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000bd438e08.
00020000:00000010:0.0:1788971181.865705:0:101663:0:(lov_obd.c:504:lov_add_target()) kmalloced '(tgt)': 368 at 0000000034a10dda.
00020000:00000010:0.0:1788971181.865710:0:101663:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000071191a34.
00020000:00000010:0.0:1788971181.865718:0:101663:0:(lov_dev.c:358:lov_expand_targets()) kmalloced '(newd)': 512 at 000000000173e53c.
00000020:00000010:0.0:1788971181.865721:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000599c13ef.
00000020:00000010:0.0:1788971181.865724:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.865726:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.865729:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.865731:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.865734:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.865736:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000bd438e08.
00000020:00000010:0.0:1788971181.865738:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032728007.
00000020:00000010:0.0:1788971181.865745:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.865748:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865754:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865756:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865761:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865762:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865767:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865769:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bd4d5bd8.
00000020:00000010:0.0:1788971181.865772:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000025a9c9e1.
00000100:00000010:0.0:1788971181.865777:0:101663:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000b139c4b7.
00000400:00000200:0.0:1788971181.865780:0:101663:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971181.865788:0:101663:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.865794:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.865799:0:101663:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:0.0:1788971181.865805:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.865810:0:101663:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971181.865813:0:101663:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:0.0:1788971181.865815:0:101663:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
00000100:00000010:0.0:1788971181.865817:0:101663:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000b139c4b7.
00000020:00000010:0.0:1788971181.865827:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865831:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865834:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000016a61271.
00000020:00000010:0.0:1788971181.865842:0:101663:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000032df0a58.
00000020:00000010:0.0:1788971181.865850:0:101663:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000eff95d38.
00000020:00000010:0.0:1788971181.865863:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000016a61271.
00000020:00000010:0.0:1788971181.865865:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865869:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.865872:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000016a61271.
00000001:00000010:0.0:1788971181.865905:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bd4d5bd8.
00000001:00000010:0.0:1788971181.865911:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f3b8a4fe.
00000001:00000010:0.0:1788971181.865915:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032728007.
00000001:00000010:0.0:1788971181.865917:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000599c13ef.
00000001:00000010:0.0:1788971181.865919:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008dc55397.
00000001:00000010:0.0:1788971181.865922:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e89ec69a.
00000020:00000010:0.0:1788971181.865926:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e420a96f.
00000020:00000010:0.0:1788971181.865930:0:101663:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.865934:0:101663:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006dabda47.
00000008:00000010:0.0:1788971181.865937:0:101663:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000db703997.
00020000:00000010:0.0:1788971181.865940:0:101663:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000b52a58b6.
00008000:00000010:0.0:1788971181.865943:0:101663:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005acee28a.
00000080:00000010:0.0:1788971181.865947:0:101663:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000939bf586.
00000020:00000010:0.0:1788971181.865951:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b10211c.
00000020:00000010:0.0:1788971181.865953:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000333fe4db.
00000020:00000010:0.0:1788971181.865955:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.865957:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.865959:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.865961:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.865964:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.865966:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000bd438e08.
00000008:00000010:0.0:1788971181.865969:0:101663:0:(osc_dev.c:193:osc_device_alloc()) kmalloced '(osc)': 104 at 000000003a7f8e23.
00010000:00000010:0.0:1788971181.865979:0:101663:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000658cb083.
00010000:00000010:0.0:1788971181.865989:0:101663:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c64a1ec9.
00000020:00000010:0.0:1788971181.865997:0:101663:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000a2421e48.
00000100:00000200:0.0:1788971181.866012:0:101663:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.124@tcp->12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971181.866016:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.866021:0:101663:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.124@tcp primary NID 192.168.203.124@tcp rc 0
00010000:00000010:0.0:1788971181.866025:0:101663:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009469a4c5.
00010000:00000010:0.0:1788971181.866029:0:101663:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000eb1384a7.
00000001:00000010:0.0:1788971181.866032:0:101663:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000eb38299e.
00000001:00000010:0.0:1788971181.866036:0:101663:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000b6684cc1.
00000001:00000010:0.0:1788971181.866041:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008c4fc6f3.
00000001:00000010:0.0:1788971181.866054:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001c808bad.
00000001:00000010:0.0:1788971181.866148:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000013315f6a.
00000001:00000010:0.0:1788971181.866156:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ebe8af0d.
00000001:00000010:0.0:1788971181.866162:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bc362acb.
00000001:00000010:0.0:1788971181.866175:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000025095a34.
00000001:00000010:0.0:1788971181.866181:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000085ee1d51.
00000001:00000010:0.0:1788971181.866186:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000130d747a.
00000001:00000010:0.0:1788971181.866192:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003a0a2e20.
00000001:00000010:0.0:1788971181.866202:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d33df1ac.
00000001:00000010:0.0:1788971181.866208:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d5e794ae.
00000001:00000010:0.0:1788971181.866213:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000dfd87920.
00000001:00000010:0.0:1788971181.866218:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000116f12cf.
00000001:00000010:0.0:1788971181.866229:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000747595ee.
00000001:00000010:0.0:1788971181.866235:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000070f28119.
00000001:00000010:0.0:1788971181.866239:0:101663:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000063a99079.
00000020:00000010:0.0:1788971181.866248:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004c7101f1.
00000020:00000010:0.0:1788971181.866252:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000002a6275f7.
00000020:00000010:0.0:1788971181.866571:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008cc25bcd.
00000020:00000010:0.0:1788971181.866575:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 00000000516d3f1e.
00000020:00000010:0.0:1788971181.866902:0:101663:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bef0f130.
00000020:00000010:0.0:1788971181.866908:0:101663:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000000114e026.
00000020:00000010:0.0:1788971181.866948:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000333fe4db.
00000020:00000010:0.0:1788971181.866954:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.866958:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.866961:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.866964:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.866971:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.866974:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000bd438e08.
00000020:00000010:0.0:1788971181.866979:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b10211c.
00000020:00000010:0.0:1788971181.866983:0:101663:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.866986:0:101663:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006dabda47.
00000008:00000010:0.0:1788971181.866989:0:101663:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000db703997.
00020000:00000010:0.0:1788971181.866991:0:101663:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000b52a58b6.
00008000:00000010:0.0:1788971181.866994:0:101663:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005acee28a.
00000080:00000010:0.0:1788971181.866997:0:101663:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000939bf586.
00000020:00000010:0.0:1788971181.867000:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e420a96f.
00000020:00000010:0.0:1788971181.867006:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000016a61271.
00000020:00000010:0.0:1788971181.867008:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.867015:0:101663:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.867019:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.867024:0:101663:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b10211c.
00000020:00000010:0.0:1788971181.867028:0:101663:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000333fe4db.
00000020:00000010:0.0:1788971181.867030:0:101663:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.867033:0:101663:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.867035:0:101663:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.867037:0:101663:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.867040:0:101663:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.867042:0:101663:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000bd438e08.
00020000:00000010:0.0:1788971181.867051:0:101663:0:(lov_obd.c:504:lov_add_target()) kmalloced '(tgt)': 368 at 00000000e420a96f.
00000020:00000010:0.0:1788971181.867055:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000333fe4db.
00000020:00000010:0.0:1788971181.867059:0:101663:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000574cd429.
00000008:00000010:0.0:1788971181.867062:0:101663:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000002ad28431.
00020000:00000010:0.0:1788971181.867064:0:101663:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005a0efa09.
00008000:00000010:0.0:1788971181.867073:0:101663:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000cca6caac.
00000080:00000010:0.0:1788971181.867076:0:101663:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c49bf254.
00000080:00000010:0.0:1788971181.867079:0:101663:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000bd438e08.
00000020:00000010:0.0:1788971181.867081:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b10211c.
00000020:00000010:0.0:1788971181.867086:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.867089:0:101663:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.867095:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867097:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867104:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867105:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867111:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.867114:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000025a9c9e1.
00000020:00000010:0.0:1788971181.867118:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867120:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867123:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867124:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ffd77205.
00000020:00000010:0.0:1788971181.867126:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000574cd429.
00000020:00000010:0.0:1788971181.867131:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000574cd429.
00000100:00000010:0.0:1788971181.867140:0:101663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007bcaaa3e.
02000000:00000010:0.0:1788971181.867154:0:101663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b10211c.
00000100:00000010:0.0:1788971181.867171:0:101663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016a61271.
02000000:00000010:0.0:1788971181.867207:0:101663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf5696c2.
00000400:00000200:0.0:1788971181.867216:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971181.867222:0:101663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f3337a9.
00000400:00000010:0.0:1788971181.867230:0:101663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009a6fb9d7.
00000100:00000200:0.0:1788971181.867240:0:101663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179028992, portal 25
00000400:00000010:0.0:1788971181.867249:0:101663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e55d3c5.
00000100:00000200:0.0:1788971181.867253:0:101663:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179028992, offset 0
00000400:00000200:0.0:1788971181.867272:0:101663:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971181.867281:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.867287:0:101663:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971181.867295:0:101663:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971181.867349:0:101663:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971181.867353:0:101663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971181.867356:0:101663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.867360:0:101663:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [11:11:256:4294967295] 192.168.203.124@tcp LPNI seq info [11:11:8:4294967295]
00000400:00000200:0.0:1788971181.867364:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.867374:0:101663:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971181.867380:0:101663:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971181.867384:0:101663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffd77205.
00000800:00000200:0.0:1788971181.867390:0:101663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971181.867397:0:101663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971181.867401:0:101663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000ffd77205 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:0.0:1788971181.867427:0:101663:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971181.867431:0:101663:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000574cd429.
00000100:00000010:0.0:1788971181.867442:0:101663:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007769f21a.
00000800:00000200:2.0:1788971181.867891:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.867897:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffd77205.
00000400:00000200:2.0:1788971181.867902:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.867909:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.867916:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e55d3c5
00000400:00000010:2.0:1788971181.867918:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008e55d3c5.
00000100:00000200:2.0:1788971181.867926:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000007bcaaa3e x1875872179028992/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.874265:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000574cd429.
00000100:00000010:3.0:1788971181.875736:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007769f21a.
00000400:00000200:2.0:1788971181.887353:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.887367:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971181.887378:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.887384:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.887390:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.887395:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8472 into portal 25 MB=0x6aa1886e00400
00000400:00000200:2.0:1788971181.887401:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.887407:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8472/8472 into md 0x285 [4] + 224
00000400:00000200:2.0:1788971181.887431:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.887437:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971181.887451:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000007bcaaa3e x1875872179028992/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971181.887597:0:101663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f3337a9.
00000400:00000200:0.0:1788971181.887603:0:101663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a6fb9d7
00000400:00000010:0.0:1788971181.887605:0:101663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000009a6fb9d7.
00000100:00000200:0.0:1788971181.887611:0:101663:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000007bcaaa3e x1875872179028992/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971181.887620:0:101663:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000007bcaaa3e x1875872179028992/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971181.887651:0:101663:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000016a61271.
02000000:00000010:0.0:1788971181.887664:0:101663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf5696c2.
02000000:00000010:0.0:1788971181.887683:0:101663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b10211c.
00000100:00000010:0.0:1788971181.887688:0:101663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007bcaaa3e.
00000020:00000010:0.0:1788971181.887705:0:101663:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000041db5a66.
00000020:00000010:0.0:1788971181.887709:0:101663:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000041db5a66.
00000040:00000010:0.0:1788971181.887714:0:101663:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at 00000000ed3f54ad.
00000020:00000010:0.0:1788971181.887723:0:101663:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000077a1dc2c.
00000020:00000010:0.0:1788971181.887745:0:101663:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000b258788c.
00000040:00000010:0.0:1788971181.887750:0:101663:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000c6083204.
00000020:00000010:0.0:1788971181.887754:0:101663:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000001137bb16.
00000020:00000010:0.0:1788971181.887759:0:101663:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000038bed941.
00000020:00000010:0.0:1788971181.887766:0:101663:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000009b3b8079.
80000000:00000010:0.0:1788971181.887769:0:101663:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000085bfa73c.
40000000:00000010:0.0:1788971181.887774:0:101663:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000f3cf6c78.
00100000:00000010:0.0:1788971181.887779:0:101663:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000902833e6.
00040000:00000010:0.0:1788971181.887786:0:101663:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002f5742af.
00040000:00000010:0.0:1788971181.887791:0:101663:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 000000003edc4e1f.
00040000:00000010:0.0:1788971181.887795:0:101663:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d2adf00c.
00000004:00000010:0.0:1788971181.887799:0:101663:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000223c0c37.
00000004:00000010:0.0:1788971181.887805:0:101663:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 00000000d3a62b4e.
00000004:00000010:0.0:1788971181.887811:0:101663:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 000000007c22fad9.
00002000:00000010:0.0:1788971181.887815:0:101663:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000359eb693.
00000004:00000010:0.0:1788971181.887820:0:101663:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000da26fc02.
00000020:00000010:0.0:1788971181.887823:0:101663:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000885483a2.
00000040:00000010:3.0:1788971181.887916:0:101645:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c99d4f62.
00000040:00000010:3.0:1788971181.887932:0:101645:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000344d876a.
00000040:00000010:3.0:1788971181.887935:0:101645:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000000b97748.
00000020:00000010:3.0:1788971181.887942:0:101645:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000007676b143.
00000040:00000010:3.0:1788971181.887947:0:101645:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000ca583ff8.
00000020:00000010:3.0:1788971181.887951:0:101645:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000716cd854.
00000020:00000010:3.0:1788971181.887957:0:101645:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000c2f75b68.
80000000:00000010:3.0:1788971181.887962:0:101645:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c348a88c.
00040000:00000010:3.0:1788971181.887966:0:101645:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4beffe2.
20000000:00000010:3.0:1788971181.887970:0:101645:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 00000000445d611b.
00000020:00000010:3.0:1788971181.887974:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0106ecc.
10000000:00000010:3.0:1788971181.887977:0:101645:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000fe152b8a.
00000100:00000010:3.0:1788971181.888010:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f477727.
02000000:00000010:3.0:1788971181.888026:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2adf00c.
00010000:00000010:3.0:1788971181.888041:0:101645:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000007260cab7.
00010000:00000010:3.0:1788971181.888048:0:101645:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b482740.
00000020:00000010:3.0:1788971181.888053:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000c317241b.
00000100:00000010:3.0:1788971181.888084:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be3627f.
02000000:00000010:3.0:1788971181.888105:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046bac06f.
00000400:00000200:3.0:1788971181.888113:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.888117:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f14bc53.
00000400:00000010:3.0:1788971181.888123:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.888129:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179029120, portal 25
00000400:00000010:3.0:1788971181.888133:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cb8727.
00000100:00000200:3.0:1788971181.888136:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872179029120, offset 0
00000400:00000200:3.0:1788971181.888144:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.888153:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.888159:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.888164:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.888168:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.888171:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.888174:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.888177:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [12:12:256:4294967295] 192.168.203.124@tcp LPNI seq info [12:12:8:4294967295]
00000400:00000200:3.0:1788971181.888182:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.888190:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.888197:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.888201:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000706f35d5.
00000800:00000200:3.0:1788971181.888207:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.888214:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.888218:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000706f35d5 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.888242:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.888247:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c348a88c.
00000100:00000010:3.0:1788971181.888265:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99d4f62.
00000800:00000200:2.0:1788971181.888454:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.888459:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000706f35d5.
00000400:00000200:2.0:1788971181.888480:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.888487:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.888493:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cb8727
00000400:00000010:2.0:1788971181.888495:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000000cb8727.
00000100:00000200:2.0:1788971181.888503:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000005f477727 x1875872179029120/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.891424:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c348a88c.
00000100:00000010:3.0:1788971181.892355:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99d4f62.
00000400:00000200:2.0:1788971181.894742:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.894753:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971181.894764:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.894770:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.894777:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.894781:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 344 into portal 25 MB=0x6aa1886e00480
00000400:00000200:2.0:1788971181.894787:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.894793:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 344/344 into md 0x28d [1] + 224
00000400:00000200:2.0:1788971181.894857:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.894862:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971181.894876:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000005f477727 x1875872179029120/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971181.895053:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f14bc53.
00000400:00000200:3.0:1788971181.895066:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fcf888
00000400:00000010:3.0:1788971181.895068:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.895080:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000005f477727 x1875872179029120/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.895105:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000005f477727 x1875872179029120/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.895133:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001be3627f.
02000000:00000010:3.0:1788971181.895157:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046bac06f.
02000000:00000010:3.0:1788971181.895162:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d2adf00c.
00000100:00000010:3.0:1788971181.895167:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f477727.
10000000:00000010:3.0:1788971181.895177:0:101645:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 2048 at 00000000d462350c.
00000100:00000010:3.0:1788971181.895735:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f477727.
02000000:00000010:3.0:1788971181.895749:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2adf00c.
00000100:00000010:3.0:1788971181.895760:0:101645:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000046bac06f.
00000100:00000010:3.0:1788971181.895764:0:101645:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000005ba65d73.
00000100:00000010:3.0:1788971181.895780:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be3627f.
00000400:00000200:3.0:1788971181.895814:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.895819:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f14bc53.
00000400:00000010:3.0:1788971181.896387:0:101645:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005c377a16.
00000100:00000200:3.0:1788971181.896395:0:101645:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1886e00500-0x6aa1886e00500, portal 33
02000000:00000010:3.0:1788971181.896401:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b3b8079.
00000400:00000200:3.0:1788971181.896405:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.896407:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acf05f9a.
00000400:00000010:3.0:1788971181.896410:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016fcf888.
00000100:00000200:3.0:1788971181.896413:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179029248, portal 25
00000400:00000010:3.0:1788971181.896417:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000820d9cc5.
00000100:00000200:3.0:1788971181.896420:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875872179029248, offset 0
00000400:00000200:3.0:1788971181.896426:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.896435:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.896442:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.896447:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.896452:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.896455:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.896458:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.896478:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [13:13:256:4294967295] 192.168.203.124@tcp LPNI seq info [13:13:8:4294967295]
00000400:00000200:3.0:1788971181.896483:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.896492:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.896498:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.896502:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000421f43d.
00000800:00000200:3.0:1788971181.896508:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.896514:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.896517:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000421f43d type 1, nob 400 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.896583:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.896588:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99d4f62.
00000100:00000010:3.0:1788971181.896599:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005486c855.
00000800:00000200:3.0:1788971181.903987:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.903996:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000421f43d.
00000400:00000200:3.0:1788971181.904004:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.904011:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.904018:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820d9cc5
00000400:00000010:3.0:1788971181.904021:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000820d9cc5.
00000100:00000200:3.0:1788971181.904030:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000005f477727 x1875872179029248/t0(0) o256->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971181.904066:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904070:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.904076:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904079:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904083:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904086:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 132 into portal 33 MB=0x6aa1886e00500
00000400:00000200:3.0:1788971181.904090:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904095:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.124@tcp of length 132/132 into md 0x29d [256] + 0
00000400:00000010:3.0:1788971181.904099:0:100234:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f14bc53.
00000400:00000200:3.0:1788971181.904102:0:100234:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c377a16
00000400:00000200:3.0:1788971181.904111:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.904124:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.904127:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c377a16
00000400:00000010:3.0:1788971181.904129:0:100234:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at 000000005c377a16.
00000100:00000200:3.0:1788971181.904133:0:100234:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005f477727 desc 0000000046bac06f mbits 1875872179029248
00000400:00000200:3.0:1788971181.904152:0:100234:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:3.0:1788971181.904156:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904160:0:100234:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.24@tcp to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.904166:0:100234:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [14:14:256:4294967295] 192.168.203.124@tcp LPNI seq info [14:14:8:4294967295]
00000400:00000200:3.0:1788971181.904170:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.904177:0:100234:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:192.168.203.24@tcp) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) 192.168.203.124@tcp : ACK try# 0
00000800:00000200:3.0:1788971181.904182:0:100234:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.904189:0:100234:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 000000005c377a16.
00000800:00000200:3.0:1788971181.904194:0:100234:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.904201:0:100234:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.904205:0:100234:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005c377a16 type 0, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1788971181.912111:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.912120:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 000000005c377a16.
00000400:00000200:2.0:1788971181.912128:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.912136:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: ACK: OK
00000100:00000010:2.0:1788971181.912170:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99d4f62.
00000400:00000200:3.0:1788971181.912173:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.912181:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.912189:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.912194:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.912199:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.912203:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 240 into portal 25 MB=0x6aa1886e00500
00000400:00000200:3.0:1788971181.912208:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.912213:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 240/240 into md 0x2a5 [1] + 224
00000400:00000200:3.0:1788971181.912226:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.912229:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.912241:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000005f477727 x1875872179029248/t0(0) o256->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.912280:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005486c855.
00000400:00000010:1.0:1788971181.912345:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acf05f9a.
00000400:00000200:1.0:1788971181.912359:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016fcf888
00000400:00000010:1.0:1788971181.912362:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016fcf888.
00000100:00000200:1.0:1788971181.912374:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000005f477727 x1875872179029248/t0(0) o256->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971181.912386:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000005f477727 x1875872179029248/t0(0) o256->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971181.912422:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001be3627f.
10000000:00000010:1.0:1788971181.912440:0:101645:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000055d49f0f.
10000000:00000010:1.0:1788971181.912444:0:101645:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 000000000452517f.
10000000:00000200:1.0:1788971181.912450:0:101645:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:1.0:1788971181.912473:0:101645:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.124@tcp with 192.168.203.124@tcp
00000100:00000200:1.0:1788971181.912476:0:101645:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.124@tcp'
00000400:00000200:1.0:1788971181.912478:0:101645:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971181.912483:0:101645:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.912488:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912495:0:101645:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971181.912499:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912514:0:101645:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971181.912518:0:101645:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:1.0:1788971181.912520:0:101645:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
10000000:00000200:1.0:1788971181.912524:0:101645:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:1.0:1788971181.912528:0:101645:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.124@tcp with 192.168.203.124@tcp
00000100:00000200:1.0:1788971181.912530:0:101645:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.124@tcp'
00000400:00000200:1.0:1788971181.912531:0:101645:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971181.912544:0:101645:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.912546:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912549:0:101645:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971181.912552:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912554:0:101645:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971181.912556:0:101645:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:1.0:1788971181.912559:0:101645:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
10000000:00000200:1.0:1788971181.912561:0:101645:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:1.0:1788971181.912566:0:101645:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.124@tcp with 192.168.203.124@tcp
00000100:00000200:1.0:1788971181.912567:0:101645:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.124@tcp'
00000400:00000200:1.0:1788971181.912568:0:101645:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971181.912570:0:101645:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.912572:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912574:0:101645:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.124@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971181.912576:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.912578:0:101645:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971181.912580:0:101645:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.124@tcp NID 192.168.203.124@tcp: 0. pending discovery
00000400:00000200:1.0:1788971181.912582:0:101645:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.124@tcp
10000000:00000010:1.0:1788971181.912584:0:101645:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 000000000452517f.
10000000:00000010:1.0:1788971181.912587:0:101645:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000055d49f0f.
02000000:00000010:1.0:1788971181.912595:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b3b8079.
00000100:00000010:1.0:1788971181.912615:0:101645:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000005ba65d73.
00000100:00000010:1.0:1788971181.912619:0:101645:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000046bac06f.
02000000:00000010:1.0:1788971181.912623:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d2adf00c.
00000100:00000010:1.0:1788971181.912627:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f477727.
10000000:00000010:1.0:1788971181.913226:0:101645:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 2048 at 00000000d462350c.
00000100:00000010:1.0:1788971181.913270:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a09a111c.
02000000:00000010:1.0:1788971181.913287:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bf92dbb.
00010000:00000010:1.0:1788971181.913332:0:101645:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000e69c9d95.
00010000:00000010:1.0:1788971181.913341:0:101645:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000069ace107.
00000020:00000010:1.0:1788971181.913347:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000000452517f.
00000100:00000010:1.0:1788971181.913369:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce75a820.
02000000:00000010:1.0:1788971181.913395:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000055d49f0f.
00000400:00000200:1.0:1788971181.913411:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971181.913415:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9727be7.
00000400:00000010:1.0:1788971181.913422:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fca2105.
00000100:00000200:1.0:1788971181.913429:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179029376, portal 25
00000400:00000010:1.0:1788971181.913435:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c488a28.
00000100:00000200:1.0:1788971181.913439:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872179029376, offset 0
00000400:00000200:1.0:1788971181.913446:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971181.913456:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.913474:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971181.913480:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971181.913485:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971181.913489:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971181.913493:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.913496:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [15:15:256:4294967295] 192.168.203.124@tcp LPNI seq info [15:15:8:4294967295]
00000400:00000200:1.0:1788971181.913501:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.913511:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971181.913518:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971181.913524:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f754e0c.
00000800:00000200:1.0:1788971181.913532:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971181.913543:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971181.913549:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001f754e0c type 1, nob 424 niov 1 nkiov 1
00000400:00000200:1.0:1788971181.913564:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971181.913569:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022c9dfb2.
00000100:00000010:1.0:1788971181.913585:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4b54567.
00000800:00000200:2.0:1788971181.913672:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.913679:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f754e0c.
00000400:00000200:2.0:1788971181.913685:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.913692:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.913697:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c488a28
00000400:00000010:2.0:1788971181.913699:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009c488a28.
00000100:00000200:2.0:1788971181.913707:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000a09a111c x1875872179029376/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971181.917513:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.917523:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.917532:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.917537:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.917542:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.917546:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 344 into portal 25 MB=0x6aa1886e00580
00000400:00000200:3.0:1788971181.917552:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.917557:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 344/344 into md 0x2b5 [1] + 224
00000400:00000200:3.0:1788971181.917570:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.917575:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.917587:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000a09a111c x1875872179029376/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971181.917719:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9727be7.
00000400:00000200:1.0:1788971181.917732:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fca2105
00000400:00000010:1.0:1788971181.917734:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001fca2105.
00000100:00000200:1.0:1788971181.917747:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000a09a111c x1875872179029376/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971181.917758:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000a09a111c x1875872179029376/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971181.917819:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ce75a820.
02000000:00000010:1.0:1788971181.917851:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000055d49f0f.
02000000:00000010:1.0:1788971181.917858:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bf92dbb.
00000100:00000010:1.0:1788971181.917876:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a09a111c.
10000000:00000010:1.0:1788971181.917888:0:101645:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000f48bd4f4.
00000020:00000010:1.0:1788971181.917894:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bf92dbb.
00000020:00000010:1.0:1788971181.917900:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d86e2ae8.
00000040:00000010:1.0:1788971181.917905:0:101645:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000fa00819e.
00000020:00000010:1.0:1788971181.917913:0:101645:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b98f2ec.
00000020:00000010:1.0:1788971181.917918:0:101645:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000008742828b.
80000000:00000010:1.0:1788971181.917922:0:101645:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ad9a057.
00040000:00000010:1.0:1788971181.917928:0:101645:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d38fcb14.
20000000:00000010:1.0:1788971181.917938:0:101645:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000ce44a9c5.
00000040:00000010:1.0:1788971181.917946:0:101645:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c4392276.
00000100:00000010:1.0:1788971181.917955:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a09a111c.
02000000:00000010:1.0:1788971181.917972:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ee411b.
00000100:00000010:1.0:1788971181.917988:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce75a820.
02000000:00000010:1.0:1788971181.918010:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ecc293.
00000400:00000200:1.0:1788971181.918017:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971181.918020:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9727be7.
00000400:00000010:1.0:1788971181.918026:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fca2105.
00000100:00000200:1.0:1788971181.918033:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179029504, portal 25
00000400:00000010:1.0:1788971181.918039:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054a10507.
00000100:00000200:1.0:1788971181.918043:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875872179029504, offset 0
00000400:00000200:1.0:1788971181.918050:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971181.918059:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.918067:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971181.918073:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971181.918079:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971181.918083:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971181.918086:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.918097:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [16:16:256:4294967295] 192.168.203.124@tcp LPNI seq info [16:16:8:4294967295]
00000400:00000200:1.0:1788971181.918102:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.918112:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971181.918118:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971181.918124:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d458f55.
00000800:00000200:1.0:1788971181.918131:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971181.918141:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971181.918146:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003d458f55 type 1, nob 600 niov 1 nkiov 1
00000400:00000200:1.0:1788971181.918166:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971181.919021:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.919027:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d458f55.
00000400:00000200:2.0:1788971181.919034:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.919041:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.919059:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a10507
00000400:00000010:2.0:1788971181.919062:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000054a10507.
00000100:00000200:2.0:1788971181.919070:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000a09a111c x1875872179029504/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.921578:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4b54567.
00000100:00000010:2.0:1788971181.922347:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022c9dfb2.
00000400:00000200:2.0:1788971181.922383:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.922390:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971181.922398:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.922402:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.922407:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.922411:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 272 into portal 25 MB=0x6aa1886e00600
00000400:00000200:2.0:1788971181.922415:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.922421:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 272/272 into md 0x2bd [1] + 224
00000400:00000200:2.0:1788971181.922437:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.922443:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971181.922457:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000a09a111c x1875872179029504/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971181.922619:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9727be7.
00000400:00000200:1.0:1788971181.922632:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fca2105
00000400:00000010:1.0:1788971181.922635:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001fca2105.
00000100:00000200:1.0:1788971181.922647:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000a09a111c x1875872179029504/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971181.922658:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000a09a111c x1875872179029504/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971181.922694:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ce75a820.
02000000:00000010:1.0:1788971181.922710:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ecc293.
02000000:00000010:1.0:1788971181.922716:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060ee411b.
00000100:00000010:1.0:1788971181.922721:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a09a111c.
00000040:00000010:1.0:1788971181.922737:0:101645:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b17da53d.
00000100:00000010:1.0:1788971181.922744:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a09a111c.
02000000:00000010:1.0:1788971181.922758:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060ee411b.
00000100:00000010:1.0:1788971181.922771:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce75a820.
02000000:00000010:1.0:1788971181.922821:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf5696c2.
00000400:00000200:1.0:1788971181.922830:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971181.922833:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9727be7.
00000400:00000010:1.0:1788971181.922842:0:101645:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000053629650.
00000100:00000200:1.0:1788971181.922850:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179029632, portal 25
00000400:00000010:1.0:1788971181.922856:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fca2105.
00000100:00000200:1.0:1788971181.922867:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179029632, offset 0
00000400:00000200:1.0:1788971181.922875:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971181.922883:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.922891:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971181.922897:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971181.922902:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971181.922906:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971181.922910:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971181.922914:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [17:17:256:4294967295] 192.168.203.124@tcp LPNI seq info [17:17:8:4294967295]
00000400:00000200:1.0:1788971181.922919:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.922930:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971181.922936:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971181.922942:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9bb7e62.
00000800:00000200:1.0:1788971181.922949:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971181.922957:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971181.922962:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e9bb7e62 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971181.922990:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971181.922995:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d844a3c.
00000100:00000010:1.0:1788971181.923011:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000ef3ec4.
00000800:00000200:2.0:1788971181.923238:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.923243:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9bb7e62.
00000400:00000200:2.0:1788971181.923248:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.923254:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.923259:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fca2105
00000400:00000010:2.0:1788971181.923261:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001fca2105.
00000100:00000200:2.0:1788971181.923267:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000a09a111c x1875872179029632/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.926608:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d844a3c.
00000100:00000010:3.0:1788971181.926810:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000ef3ec4.
00000400:00000200:2.0:1788971181.928589:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.928597:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971181.928605:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.928608:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.928626:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.928630:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8416 into portal 25 MB=0x6aa1886e00680
00000400:00000200:2.0:1788971181.928635:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.928641:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8416/8416 into md 0x2c5 [4] + 224
00000400:00000200:2.0:1788971181.928661:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.928666:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971181.928679:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000a09a111c x1875872179029632/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971181.928937:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9727be7.
00000400:00000200:3.0:1788971181.928943:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053629650
00000400:00000010:3.0:1788971181.928945:0:101645:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 0000000053629650.
00000100:00000200:3.0:1788971181.928951:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000a09a111c x1875872179029632/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.928961:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000a09a111c x1875872179029632/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.928989:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ce75a820.
02000000:00000010:3.0:1788971181.929000:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf5696c2.
02000000:00000010:3.0:1788971181.929015:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060ee411b.
00000100:00000010:3.0:1788971181.929019:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a09a111c.
00000040:00000010:3.0:1788971181.929029:0:101645:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005486c855.
00000020:00000010:3.0:1788971181.929506:0:101667:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a208c56e.
00000020:00000010:3.0:1788971181.929512:0:101667:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2ee6760.
00000040:00000010:3.0:1788971181.929515:0:101667:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000003cec9198.
00000020:00000010:3.0:1788971181.929520:0:101667:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f65228f.
00000020:00000010:3.0:1788971181.929531:0:101667:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035c3fc77.
00000020:00000010:3.0:1788971181.929536:0:101667:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000c6083204.
80000000:00000010:3.0:1788971181.929540:0:101667:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b65587b5.
40000000:00000010:3.0:1788971181.929543:0:101667:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000071c64d57.
00100000:00000010:3.0:1788971181.929549:0:101667:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c06c51b.
00040000:00000010:3.0:1788971181.929553:0:101667:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000421f43d.
00040000:00000010:3.0:1788971181.929557:0:101667:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fb43fa79.
00040000:00000010:3.0:1788971181.929560:0:101667:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2adf00c.
00000004:00000010:3.0:1788971181.929565:0:101667:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000098b85bc1.
00000004:00000010:3.0:1788971181.929571:0:101667:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bf8fce24.
00000004:00000010:3.0:1788971181.929575:0:101667:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000010157089.
00002000:00000010:3.0:1788971181.929580:0:101667:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000dca6eef4.
00000004:00000010:3.0:1788971181.929584:0:101667:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 0000000005ed315e.
00000020:00000010:3.0:1788971181.929588:0:101667:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000009308a2e.
00000040:00000010:3.0:1788971181.929598:0:101667:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 000000008e7893f9.
00000100:00000010:3.0:1788971181.929605:0:101667:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b60179f1.
02000000:00000010:3.0:1788971181.929616:0:101667:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b3b8079.
00000100:00000010:3.0:1788971181.929626:0:101667:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004baf5ccd.
02000000:00000010:3.0:1788971181.929652:0:101667:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf5696c2.
00000400:00000200:3.0:1788971181.929658:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971181.929662:0:101667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f14bc53.
00000400:00000010:3.0:1788971181.929667:0:101667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dcdb4e11.
00000100:00000200:3.0:1788971181.929673:0:101667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179029760, portal 25
00000400:00000010:3.0:1788971181.929678:0:101667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000820d9cc5.
00000100:00000200:3.0:1788971181.929681:0:101667:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179029760, offset 0
00000400:00000200:3.0:1788971181.929687:0:101667:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971181.929694:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.929699:0:101667:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971181.929704:0:101667:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971181.929707:0:101667:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971181.929711:0:101667:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971181.929713:0:101667:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971181.929716:0:101667:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [18:18:256:4294967295] 192.168.203.124@tcp LPNI seq info [18:18:8:4294967295]
00000400:00000200:3.0:1788971181.929725:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.929734:0:101667:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971181.929739:0:101667:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971181.929744:0:101667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1a64cc3.
00000800:00000200:3.0:1788971181.929750:0:101667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002c4e2ba] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971181.929756:0:101667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971181.929760:0:101667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f1a64cc3 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:3.0:1788971181.929783:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971181.929787:0:101667:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb0148c.
00000100:00000010:3.0:1788971181.929801:0:101667:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c99d4f62.
00000800:00000200:2.0:1788971181.932869:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.932877:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1a64cc3.
00000400:00000200:2.0:1788971181.932884:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.932892:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.932899:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820d9cc5
00000400:00000010:2.0:1788971181.932901:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000820d9cc5.
00000100:00000200:2.0:1788971181.932911:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b60179f1 x1875872179029760/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.933403:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c99d4f62.
00000100:00000010:2.0:1788971181.934103:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb0148c.
00000400:00000200:2.0:1788971181.936155:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.936163:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971181.936171:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.936175:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.936180:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.936183:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8472 into portal 25 MB=0x6aa1886e00700
00000400:00000200:2.0:1788971181.936188:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971181.936193:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8472/8472 into md 0x2cd [4] + 224
00000400:00000200:2.0:1788971181.936209:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.936213:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971181.936223:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b60179f1 x1875872179029760/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971181.936334:0:101667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f14bc53.
00000400:00000200:3.0:1788971181.936340:0:101667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdb4e11
00000400:00000010:3.0:1788971181.936342:0:101667:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000dcdb4e11.
00000100:00000200:3.0:1788971181.936347:0:101667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b60179f1 x1875872179029760/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971181.936355:0:101667:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b60179f1 x1875872179029760/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971181.936380:0:101667:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004baf5ccd.
02000000:00000010:3.0:1788971181.936391:0:101667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf5696c2.
02000000:00000010:3.0:1788971181.936409:0:101667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009b3b8079.
00000100:00000010:3.0:1788971181.936413:0:101667:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b60179f1.
00000020:00000010:0.0:1788971181.936519:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000041db5a66.
00000020:00000010:0.0:1788971181.936532:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000041db5a66.
00000020:00000010:0.0:1788971181.936542:0:101667:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 000000003ffafcfa.
00000020:00000010:0.0:1788971181.936546:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000b912f91b.
00000020:00000010:0.0:1788971181.936595:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff98bb4a312680.
00000020:00000010:0.0:1788971181.936600:0:101667:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff98bb44500100.
00000020:00000010:0.0:1788971181.936663:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98bb51637300.
00000020:00000010:0.0:1788971181.936667:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98bb51637300.
00000020:00000010:0.0:1788971181.936674:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98bb51637300.
00000020:00000010:0.0:1788971181.936676:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98bb51637300.
00000020:00000010:0.0:1788971181.936679:0:101667:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff98bb44500100.
00000020:00000010:0.0:1788971181.936683:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff98bb4a312680.
00000020:00000010:0.0:1788971181.936758:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff98bb4a312680.
00000020:00000010:0.0:1788971181.936761:0:101667:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff98bb44500100.
00000100:00000010:0.0:1788971181.936775:0:101667:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c700.
02000000:00000010:0.0:1788971181.936798:0:101667:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb515c9400.
00000100:00000010:0.0:1788971181.936817:0:101667:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb481ab300.
02000000:00000010:0.0:1788971181.936859:0:101667:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98bb47480000.
00000400:00000200:0.0:1788971181.936869:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971181.936874:0:101667:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971181.936881:0:101667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98bb481ab780.
00000100:00000200:0.0:1788971181.936890:0:101667:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179029888, portal 25
00000400:00000010:0.0:1788971181.936897:0:101667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084770.
00000100:00000200:0.0:1788971181.936901:0:101667:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179029888, offset 0
00000400:00000200:0.0:1788971181.936910:0:101667:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971181.936919:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.936927:0:101667:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971181.936933:0:101667:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971181.936938:0:101667:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971181.936942:0:101667:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971181.936945:0:101667:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.936949:0:101667:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [19:19:256:4294967295] 192.168.203.124@tcp LPNI seq info [19:19:8:4294967295]
00000400:00000200:0.0:1788971181.936953:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.936964:0:101667:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971181.936972:0:101667:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971181.936976:0:101667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637300.
00000800:00000200:0.0:1788971181.936984:0:101667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971181.936992:0:101667:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971181.936998:0:101667:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637300 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:0.0:1788971181.937023:0:101667:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971181.937029:0:101667:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44969960.
00000100:00000010:0.0:1788971181.937046:0:101667:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb449691e0.
00000800:00000200:2.0:1788971181.937238:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971181.937249:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637300.
00000400:00000200:2.0:1788971181.937254:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971181.937260:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971181.937266:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084770
00000400:00000010:2.0:1788971181.937268:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084770.
00000100:00000200:2.0:1788971181.937278:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c700 x1875872179029888/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.940867:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44969960.
00000100:00000010:3.0:1788971181.941389:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb449691e0.
00000400:00000200:3.0:1788971181.956748:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.956758:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.956767:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.956771:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.956776:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.956780:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8472 into portal 25 MB=0x6aa1886e00780
00000400:00000200:3.0:1788971181.956785:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.956817:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8472/8472 into md 0x2dd [4] + 224
00000400:00000200:3.0:1788971181.956849:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.956855:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.956867:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c700 x1875872179029888/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971181.957070:0:101667:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971181.957081:0:101667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb481ab780
00000400:00000010:0.0:1788971181.957084:0:101667:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff98bb481ab780.
00000100:00000200:0.0:1788971181.957098:0:101667:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c700 x1875872179029888/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971181.957120:0:101667:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c700 x1875872179029888/t0(0) o502->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971197 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971181.957158:0:101667:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb481ab300.
02000000:00000010:0.0:1788971181.957174:0:101667:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98bb47480000.
02000000:00000010:0.0:1788971181.957189:0:101667:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb515c9400.
00000100:00000010:0.0:1788971181.957196:0:101667:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c700.
00000020:00000010:0.0:1788971181.957214:0:101667:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff98bb51637500.
00000020:00000010:0.0:1788971181.957220:0:101667:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff98bb51637500.
00000040:00000010:0.0:1788971181.957226:0:101667:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff98bb445b6000.
00000020:00000010:0.0:1788971181.957237:0:101667:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98bb46847f80.
00000020:00000010:0.0:1788971181.957258:0:101667:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98bb513f2e00.
00000040:00000010:0.0:1788971181.957264:0:101667:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98bb513f3400.
00000020:00000010:0.0:1788971181.957269:0:101667:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98bb42a36000.
00000020:00000010:0.0:1788971181.957275:0:101667:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98bb4908eeb0.
00000020:00000010:0.0:1788971181.957283:0:101667:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98bb513f2400.
80000000:00000010:0.0:1788971181.957288:0:101667:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98bb51ab8360.
40000000:00000010:0.0:1788971181.957292:0:101667:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff98bb468475c0.
00100000:00000010:0.0:1788971181.957318:0:101667:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98bb42a31000.
00040000:00000010:0.0:1788971181.957325:0:101667:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98bb497c5000.
00040000:00000010:0.0:1788971181.957330:0:101667:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff98bb42a35800.
00040000:00000010:0.0:1788971181.957335:0:101667:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98bb513f3200.
00000004:00000010:0.0:1788971181.957338:0:101667:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff98bb42a36800.
00000004:00000010:0.0:1788971181.957343:0:101667:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98bb51a7a000.
00000004:00000010:0.0:1788971181.957349:0:101667:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff98bb42a34000.
00002000:00000010:0.0:1788971181.957354:0:101667:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff98bb4450a400.
00000004:00000010:0.0:1788971181.957359:0:101667:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff98bb44508000.
00000020:00000010:0.0:1788971181.957363:0:101667:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb513f3600.
00000040:00000010:1.0:1788971181.957583:0:101645:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98bb51ab8d80.
00000040:00000010:1.0:1788971181.957592:0:101645:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98bb51b34000.
00000040:00000010:1.0:1788971181.957597:0:101645:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98bb50d96800.
00000020:00000010:1.0:1788971181.957604:0:101645:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98bb539c3a00.
00000040:00000010:1.0:1788971181.957607:0:101645:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98bb539c3800.
00000020:00000010:1.0:1788971181.957610:0:101645:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98bb53524000.
00000020:00000010:1.0:1788971181.957614:0:101645:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98bb539c3e00.
80000000:00000010:1.0:1788971181.957617:0:101645:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98bb51a9f1e0.
00040000:00000010:1.0:1788971181.957621:0:101645:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98bb541fd400.
20000000:00000010:1.0:1788971181.957626:0:101645:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff98bb50d96600.
00000020:00000010:1.0:1788971181.957629:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb539c2800.
10000000:00000010:1.0:1788971181.957647:0:101645:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98bb512e6840.
00000020:00000010:1.0:1788971181.957681:0:101645:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98bb50d52a00.
00000040:00000010:1.0:1788971181.957685:0:101645:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98bb50d53a00.
00000020:00000010:1.0:1788971181.957689:0:101645:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98bb482de000.
00000020:00000010:1.0:1788971181.957693:0:101645:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98bb50d52800.
00040000:00000010:1.0:1788971181.957696:0:101645:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98bb450e5c00.
00040000:00000010:1.0:1788971181.957700:0:101645:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98bb50d52400.
00000020:00000010:1.0:1788971181.957703:0:101645:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb50d52200.
00000020:00000010:1.0:1788971181.957706:0:101645:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff98bb44793780.
00000020:00000010:1.0:1788971181.957709:0:101645:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff98bb49d8b580.
00000080:00000010:1.0:1788971181.957717:0:101645:0:(llite_lib.c:1617:ll_fill_super()) kmalloced '(dt)': 33 at ffff98bb512e6840.
00000080:00000010:1.0:1788971181.957722:0:101645:0:(llite_lib.c:1623:ll_fill_super()) kmalloced '(md)': 33 at ffff98bb512e6400.
00000080:00000010:1.0:1788971181.957731:0:101645:0:(llite_lib.c:438:client_common_fill_super()) kmalloced '(data)': 192 at ffff98bb516a6f00.
00000080:00000010:1.0:1788971181.957736:0:101645:0:(llite_lib.c:442:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff98bb516a60c0.
00000020:00000010:1.0:1788971181.957746:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff98bb42e85000.
00000020:00000010:1.0:1788971181.957795:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff98bb42e80000.
00000400:00000200:1.0:1788971181.957812:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971181.957819:0:101645:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788971181.957852:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5880.
02000000:00000010:1.0:1788971181.957867:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98bb44587800.
40000000:00000010:1.0:1788971181.957920:0:101645:0:(fid_request.c:438:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff98bb49d71e00.
40000000:00000010:1.0:1788971181.957924:0:101645:0:(fid_request.c:442:client_fid_init()) kmalloced '(prefix)': 133 at ffff98bb516a6480.
40000000:00000010:1.0:1788971181.958005:0:101645:0:(fid_request.c:450:client_fid_init()) kfreed 'prefix': 133 at ffff98bb516a6480.
80000000:00000010:1.0:1788971181.958011:0:101645:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff98bb512e6380.
00020000:00000010:1.0:1788971181.958018:0:101645:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff98bb5164f100.
00000100:00000010:1.0:1788971181.958025:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5500.
02000000:00000010:1.0:1788971181.958030:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71600.
00800000:00000010:1.0:1788971181.958061:0:101645:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff98bb516a6480.
00000100:00000010:1.0:1788971181.958068:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5f80.
02000000:00000010:1.0:1788971181.958072:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71500.
00000100:00000010:1.0:1788971181.958079:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb5373e3c0.
00000020:00000010:1.0:1788971181.958109:0:100240:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98bb4a305f98.
00000020:00000010:1.0:1788971181.958114:0:100240:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb54059400.
80000000:00000010:1.0:1788971181.958117:0:100240:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb51a9f000.
40000000:00000010:1.0:1788971181.958128:0:100240:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98bb512e6580.
00000008:00000010:1.0:1788971181.958134:0:100240:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb48289660.
00020000:00000010:1.0:1788971181.958140:0:100240:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb53643900.
00008000:00000010:1.0:1788971181.958146:0:100240:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb482926d8.
00100000:00000010:1.0:1788971181.958151:0:100240:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98bb42e87000.
00040000:00000010:1.0:1788971181.958155:0:100240:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98bb49d71d00.
00040000:00000010:1.0:1788971181.958158:0:100240:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98bb42e82800.
00040000:00000010:1.0:1788971181.958162:0:100240:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb54058a00.
00000004:00000010:1.0:1788971181.958165:0:100240:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98bb42e80800.
00000004:00000010:1.0:1788971181.958171:0:100240:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98bb44925000.
00000004:00000010:1.0:1788971181.958175:0:100240:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98bb42e87800.
00002000:00000010:1.0:1788971181.958179:0:100240:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98bb44586000.
00000004:00000010:1.0:1788971181.958183:0:100240:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98bb44586400.
00000080:00000010:1.0:1788971181.958188:0:100240:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94498.
00000080:00000010:1.0:1788971181.958194:0:100240:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48295720.
00000008:00000010:1.0:1788971181.958217:0:100240:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b11e40.
00020000:00000010:1.0:1788971181.958231:0:100240:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47483230.
00008000:00000010:1.0:1788971181.958250:0:100240:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1c048.
00000080:00000010:1.0:1788971181.958261:0:100240:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1da50.
02000000:00000010:0.0:1788971181.958426:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb48355400.
00000400:00000200:0.0:1788971181.958434:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971181.958439:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971181.958446:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971181.958471:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030016, portal 10
00000020:00000010:0.0:1788971181.958490:0:100239:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb45c4c000.
00000400:00000010:0.0:1788971181.958499:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480845d8.
00000100:00000200:0.0:1788971181.958504:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875872179030016, offset 0
00000400:00000200:0.0:1788971181.958512:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971181.958522:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.958529:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971181.958535:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971181.958540:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971181.958545:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971181.958548:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971181.958552:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [20:20:256:4294967295] 192.168.203.124@tcp LPNI seq info [20:20:8:4294967295]
00000400:00000200:0.0:1788971181.958557:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971181.958568:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971181.958575:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971181.958580:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637500.
00000800:00000200:0.0:1788971181.958588:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971181.958596:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971181.958601:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1788971181.958624:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971181.958629:0:100239:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44969540.
00000100:00000010:0.0:1788971181.958642:0:100239:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44969780.
00000020:00000010:0.0:1788971181.958662:0:100241:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98bb511a3250.
00000020:00000010:0.0:1788971181.958666:0:100241:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb515c9400.
80000000:00000010:0.0:1788971181.958669:0:100241:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb449690c0.
40000000:00000010:0.0:1788971181.958672:0:100241:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98bb48411380.
00000008:00000010:0.0:1788971181.958676:0:100241:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb46a66fe0.
00020000:00000010:0.0:1788971181.958680:0:100241:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb434f66c0.
00008000:00000010:0.0:1788971181.958683:0:100241:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb493fd1a8.
00100000:00000010:0.0:1788971181.958688:0:100241:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98bb47bb8000.
00040000:00000010:0.0:1788971181.958691:0:100241:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98bb51637800.
00040000:00000010:0.0:1788971181.958699:0:100241:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98bb47bb9000.
00040000:00000010:0.0:1788971181.958703:0:100241:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb515c9600.
00000004:00000010:0.0:1788971181.958706:0:100241:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98bb541a0000.
00000004:00000010:0.0:1788971181.958710:0:100241:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98bb445ce000.
00000004:00000010:0.0:1788971181.958714:0:100241:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98bb541a1000.
00002000:00000010:0.0:1788971181.958717:0:100241:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98bb48354800.
00000004:00000010:0.0:1788971181.958720:0:100241:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98bb48356c00.
00000080:00000010:0.0:1788971181.958724:0:100241:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb45a42e70.
00000080:00000010:0.0:1788971181.958727:0:100241:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb44425720.
00000008:00000010:0.0:1788971181.958731:0:100241:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46a7c6e0.
00020000:00000010:0.0:1788971181.958734:0:100241:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb46a5cff8.
00008000:00000010:0.0:1788971181.958736:0:100241:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb45a41cb8.
00000080:00000010:0.0:1788971181.958738:0:100241:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb45a40a50.
00000800:00000200:3.0:1788971181.959148:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971181.959154:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637500.
00000400:00000200:3.0:1788971181.959161:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.959169:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971181.959177:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480845d8
00000400:00000010:3.0:1788971181.959180:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480845d8.
00000100:00000200:3.0:1788971181.959189:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5880 x1875872179030016/t0(0) o38->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971181.962597:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44969540.
00000100:00000010:3.0:1788971181.966644:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44969780.
00000400:00000200:3.0:1788971181.996062:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.996072:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971181.996080:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.996084:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.996090:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.996093:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 416 into portal 10 MB=0x6aa1886e00800
00000400:00000200:3.0:1788971181.996098:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971181.996103:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 416/416 into md 0x2e5 [1] + 0
00000400:00000200:3.0:1788971181.996119:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971181.996123:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971181.996145:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5880 x1875872179030016/t0(0) o38->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971181.996403:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971181.996411:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971181.996414:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971181.996421:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5880 x1875872179030016/t0(0) o38->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971181.996430:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5880 x1875872179030016/t0(0) o38->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1788971182.791513:0:73073:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98bb513f2a00.
02000000:00000010:2.0:1788971182.997172:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb48355400.
02000000:00000010:2.0:1788971182.997183:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98bb44587800.
00000100:00000010:2.0:1788971182.997188:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5880.
02000000:00000010:3.0:1788971182.997276:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb44509400.
00000400:00000200:3.0:1788971182.997285:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971182.997295:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78e70.
00000400:00000010:3.0:1788971182.997319:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480817f8.
00000100:00000200:3.0:1788971182.997326:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030272, portal 10
00000020:00000010:3.0:1788971182.997336:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb445b0000.
00000400:00000010:3.0:1788971182.997341:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480816e8.
00000100:00000200:3.0:1788971182.997344:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179030272, offset 0
00000400:00000200:3.0:1788971182.997353:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971182.997362:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971182.997369:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971182.997374:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971182.997378:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971182.997381:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971182.997384:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971182.997397:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [21:21:256:4294967295] 192.168.203.124@tcp LPNI seq info [21:21:8:4294967295]
00000400:00000200:3.0:1788971182.997401:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971182.997411:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971182.997416:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971182.997421:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5700.
00000800:00000200:3.0:1788971182.997428:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971182.997436:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971182.997440:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971182.997468:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971182.997473:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8780.
00000100:00000010:3.0:1788971182.997488:0:101645:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8240.
02000000:00000010:0.0:1788971182.997548:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb48357400.
00000400:00000200:0.0:1788971182.997554:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971182.997556:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971182.997560:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971182.997563:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030144, portal 10
00000400:00000010:0.0:1788971182.997566:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084330.
00000100:00000200:0.0:1788971182.997569:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179030144, offset 0
00000400:00000200:0.0:1788971182.997574:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971182.997578:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971182.997582:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971182.997584:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971182.997587:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971182.997594:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971182.997597:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971182.997600:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [22:22:255:4294967295] 192.168.203.124@tcp LPNI seq info [22:22:7:4294967295]
00000400:00000200:0.0:1788971182.997604:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971182.997610:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971182.997615:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971182.997619:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637500.
00000800:00000200:0.0:1788971182.997623:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971182.997627:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971182.997630:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971182.997635:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971182.997716:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971182.997720:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5700.
00000400:00000200:2.0:1788971182.997725:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971182.997730:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971182.997735:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480816e8
00000400:00000010:2.0:1788971182.997737:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480816e8.
00000100:00000200:2.0:1788971182.997745:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5f80 x1875872179030272/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971182.998136:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971182.998139:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637500.
00000400:00000200:2.0:1788971182.998144:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971182.998147:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971182.998150:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084330
00000400:00000010:2.0:1788971182.998152:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084330.
00000100:00000200:2.0:1788971182.998158:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5500 x1875872179030144/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971183.021271:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021281:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.021288:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021294:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021326:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021330:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 368 into portal 10 MB=0x6aa1886e00880
00000400:00000200:3.0:1788971183.021336:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021355:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 368/368 into md 0x2fd [1] + 224
00000400:00000200:3.0:1788971183.021367:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.021371:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.021384:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5500 x1875872179030144/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971183.021476:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021479:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.021483:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021486:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021488:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021490:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 368 into portal 10 MB=0x6aa1886e00900
00000400:00000200:3.0:1788971183.021493:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.021497:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 368/368 into md 0x2ed [1] + 224
00000400:00000200:3.0:1788971183.021504:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.021508:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.021513:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5f80 x1875872179030272/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971183.023367:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78e70.
00000400:00000200:1.0:1788971183.023377:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480817f8
00000400:00000010:1.0:1788971183.023379:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480817f8.
00000100:00000200:1.0:1788971183.023389:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5f80 x1875872179030272/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971183.023400:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5f80 x1875872179030272/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:1.0:1788971183.023422:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb51b34000.
00000100:00000010:1.0:1788971183.023442:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb5373e3c0.
02000000:00000010:1.0:1788971183.023464:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb44509400.
02000000:00000010:1.0:1788971183.023470:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71500.
00000100:00000010:1.0:1788971183.023474:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5f80.
00800000:00000010:1.0:1788971183.023490:0:101645:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff98bb516a6480.
00000100:00000010:1.0:1788971183.023502:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5f80.
02000000:00000010:1.0:1788971183.023515:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb54058000.
00000100:00000010:1.0:1788971183.023529:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb5373e3c0.
02000000:00000010:1.0:1788971183.023547:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb44585800.
00000400:00000200:1.0:1788971183.023554:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971183.023557:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971183.023562:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588a18.
00000100:00000200:1.0:1788971183.023567:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030400, portal 10
00000400:00000010:1.0:1788971183.023572:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588990.
00000100:00000200:1.0:1788971183.023575:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875872179030400, offset 0
00000400:00000200:1.0:1788971183.023581:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971183.023589:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.023595:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971183.023600:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971183.023605:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971183.023609:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971183.023612:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971183.023615:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [23:23:256:4294967295] 192.168.203.124@tcp LPNI seq info [23:23:8:4294967295]
00000400:00000200:1.0:1788971183.023620:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.023628:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971183.023634:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971183.023639:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71500.
00000800:00000200:1.0:1788971183.023645:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971183.023652:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971183.023657:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71500 type 1, nob 536 niov 1 nkiov 1
00000400:00000200:1.0:1788971183.023680:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971183.025367:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971183.025374:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71500.
00000400:00000200:2.0:1788971183.025380:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971183.025387:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971183.025401:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588990
00000400:00000010:2.0:1788971183.025403:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588990.
00000100:00000200:2.0:1788971183.025411:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5f80 x1875872179030400/t0(0) o40->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971199 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971183.027581:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971183.027591:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971183.027594:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971183.027605:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5500 x1875872179030144/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971183.027616:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5500 x1875872179030144/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971198 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971183.027648:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb48357400.
02000000:00000010:0.0:1788971183.027655:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71600.
00000100:00000010:0.0:1788971183.027660:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5500.
00000400:00000200:3.0:1788971183.031472:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.031482:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.031494:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.031499:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.031504:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.031508:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 448 into portal 10 MB=0x6aa1886e00980
00000400:00000200:3.0:1788971183.031513:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.031520:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 448/448 into md 0x305 [1] + 224
00000400:00000200:3.0:1788971183.031537:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.031542:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.031555:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5f80 x1875872179030400/t0(0) o40->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971199 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971183.031696:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971183.031702:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588a18
00000400:00000010:1.0:1788971183.031704:0:101645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588a18.
00000100:00000200:1.0:1788971183.031711:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5f80 x1875872179030400/t0(0) o40->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971183.031734:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5f80 x1875872179030400/t0(0) o40->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971183.031762:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb5373e3c0.
00000002:00000200:1.0:1788971183.031770:0:101645:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0
02000000:00000010:1.0:1788971183.031775:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb44585800.
02000000:00000010:1.0:1788971183.031781:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb54058000.
00000100:00000010:1.0:1788971183.031785:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5f80.
00000020:00000010:1.0:1788971183.031806:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff98bb42e84000.
00000020:00000010:1.0:1788971183.031839:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff98bb53524000.
00000400:00000200:1.0:1788971183.031853:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.031857:0:101645:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788971183.031872:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5f80.
02000000:00000010:1.0:1788971183.031884:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98bb44585800.
00000020:00000010:1.0:1788971183.031963:0:101645:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff98bb474ce800.
00000400:00000200:1.0:1788971183.031974:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.031977:0:101645:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.124@tcp is discovered: rc = 1
00000100:00000010:1.0:1788971183.031984:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb4000.
02000000:00000010:1.0:1788971183.031990:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98bb44585000.
00000080:00000010:1.0:1788971183.032006:0:101645:0:(llite_lib.c:834:client_common_fill_super()) kmalloced '(op_data)': 392 at ffff98bb54058000.
00000020:00000010:1.0:1788971183.032012:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb44587000.
00000020:00000010:1.0:1788971183.032017:0:101645:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb44585400.
00000100:00000010:1.0:1788971183.032021:0:101645:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5180.
02000000:00000010:1.0:1788971183.032025:0:101645:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb54058600.
00000100:00000010:1.0:1788971183.032034:0:101645:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb5373e3c0.
02000000:00000010:1.0:1788971183.032090:0:101645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff98bb474e0000.
00000400:00000200:1.0:1788971183.032095:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971183.032098:0:101645:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
02000000:00000010:2.0:1788971183.032199:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb4831c800.
00000400:00000200:2.0:1788971183.032204:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971183.032207:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3478.
00000400:00000010:2.0:1788971183.032212:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971183.032217:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030528, portal 4
00000020:00000010:2.0:1788971183.032223:0:100239:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb4834a000.
00000400:00000010:2.0:1788971183.032227:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971183.032230:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875872179030528, offset 0
00000400:00000200:2.0:1788971183.032236:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971183.032242:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.032247:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971183.032252:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971183.032256:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971183.032259:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971183.032262:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971183.032265:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [24:24:256:4294967295] 192.168.203.124@tcp LPNI seq info [24:24:8:4294967295]
00000400:00000200:2.0:1788971183.032270:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.032277:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971183.032282:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971183.032286:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb450e5700.
00000800:00000200:2.0:1788971183.032292:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971183.032334:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971183.032339:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb450e5700 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1788971183.032352:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971183.032422:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971183.032426:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb450e5700.
00000400:00000200:2.0:1788971183.032431:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971183.032440:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971183.032444:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0e58
00000400:00000010:2.0:1788971183.032445:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971183.032451:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5f80 x1875872179030528/t0(0) o8->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971183.032490:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb4831ec00.
00000400:00000200:2.0:1788971183.032493:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971183.032496:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b31b8.
00000400:00000010:2.0:1788971183.032499:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971183.032502:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179030656, portal 4
00000020:00000010:2.0:1788971183.032508:0:100239:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb4834e000.
00000400:00000010:2.0:1788971183.032511:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0198.
00000100:00000200:2.0:1788971183.032514:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875872179030656, offset 0
00000400:00000200:2.0:1788971183.032518:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971183.032521:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.032524:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971183.032527:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971183.032529:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971183.032532:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971183.032534:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971183.032537:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [25:25:256:4294967295] 192.168.203.124@tcp LPNI seq info [25:25:8:4294967295]
00000400:00000200:2.0:1788971183.032541:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.032546:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971183.032551:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971183.032553:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb450e5700.
00000800:00000200:2.0:1788971183.032558:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971183.032562:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971183.032564:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb450e5700 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1788971183.032572:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971183.032645:0:101645:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff98bb44584800.
00000100:00000200:1.0:1788971183.032649:0:101645:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875872179030784, portal 10
00000400:00000010:1.0:1788971183.032653:0:101645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588a18.
00000100:00000200:1.0:1788971183.032661:0:101645:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875872179030784, offset 0
00000400:00000200:1.0:1788971183.032666:0:101645:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971183.032670:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.032673:0:101645:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971183.032675:0:101645:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971183.032678:0:101645:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971183.032680:0:101645:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971183.032682:0:101645:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971183.032685:0:101645:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [26:26:255:4294967295] 192.168.203.124@tcp LPNI seq info [26:26:7:4294967295]
00000400:00000200:1.0:1788971183.032689:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971183.032695:0:101645:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971183.032699:0:101645:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971183.032702:0:101645:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71300.
00000800:00000200:1.0:1788971183.032706:0:101645:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971183.032710:0:101645:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971183.032712:0:101645:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71300 type 1, nob 544 niov 1 nkiov 1
00000400:00000200:1.0:1788971183.032717:0:101645:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971183.033333:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c5c00.
02000000:00000010:3.0:1788971183.033345:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5a00.
00000800:00000200:3.0:1788971183.033400:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971183.033403:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb450e5700.
00000400:00000200:3.0:1788971183.033407:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.033411:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971183.033415:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0198
00000400:00000010:3.0:1788971183.033417:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0198.
00000100:00000200:3.0:1788971183.033422:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb4000 x1875872179030656/t0(0) o8->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971183.033472:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971183.033475:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71300.
00000400:00000200:3.0:1788971183.033478:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.033482:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971183.033485:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588a18
00000400:00000010:3.0:1788971183.033487:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588a18.
00000100:00000200:3.0:1788971183.033491:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5180 x1875872179030784/t0(0) o33->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971199 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000020:00000010:2.0:1788971183.033600:0:100243:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98bb51b03250.
00000020:00000010:2.0:1788971183.033611:0:100243:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb537db800.
80000000:00000010:2.0:1788971183.033616:0:100243:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb484ab840.
40000000:00000010:2.0:1788971183.033620:0:100243:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98bb503fa700.
00000008:00000010:2.0:1788971183.033625:0:100243:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb482a4e50.
00020000:00000010:2.0:1788971183.033630:0:100243:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb48554600.
00008000:00000010:2.0:1788971183.033634:0:100243:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb482a91a8.
00100000:00000010:2.0:1788971183.033639:0:100243:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98bb482df800.
00040000:00000010:2.0:1788971183.033643:0:100243:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98bb450e5800.
00040000:00000010:2.0:1788971183.033647:0:100243:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98bb482d9800.
00040000:00000010:2.0:1788971183.033651:0:100243:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb537db000.
00000004:00000010:2.0:1788971183.033655:0:100243:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98bb482d9000.
00000004:00000010:2.0:1788971183.033660:0:100243:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98bb4833c000.
00000004:00000010:2.0:1788971183.033665:0:100243:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98bb482d8000.
00002000:00000010:2.0:1788971183.033669:0:100243:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98bb4831e800.
00000004:00000010:2.0:1788971183.033674:0:100243:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98bb4831f400.
00000080:00000010:2.0:1788971183.033679:0:100243:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb51b63c78.
00000080:00000010:2.0:1788971183.033683:0:100243:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb482ade10.
00000008:00000010:2.0:1788971183.033688:0:100243:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb445d3080.
00020000:00000010:2.0:1788971183.033692:0:100243:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb445d46d8.
00008000:00000010:2.0:1788971183.033695:0:100243:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb445a6748.
00000080:00000010:2.0:1788971183.033699:0:100243:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb445a5780.
02000000:00000010:2.0:1788971183.033710:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb537dac00.
00000400:00000200:2.0:1788971183.033715:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971183.033718:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3000.
00000400:00000010:2.0:1788971183.033723:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0ee0.
00000100:00000200:2.0:1788971183.033726:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179030912, portal 25
00000400:00000010:2.0:1788971183.033731:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0d48.
00000100:00000200:2.0:1788971183.033733:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179030912, offset 0
00000400:00000200:2.0:1788971183.033738:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971183.033744:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.033749:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971183.033752:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971183.033755:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971183.033764:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971183.033766:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971183.033770:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [27:27:256:4294967295] 192.168.203.124@tcp LPNI seq info [27:27:8:4294967295]
00000400:00000200:2.0:1788971183.033774:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971183.033781:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971183.033787:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971183.033790:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb450e5700.
00000800:00000200:2.0:1788971183.033795:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971183.033800:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971183.033804:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb450e5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971183.033827:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000020:00000010:2.0:1788971183.033850:0:100242:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98bb51b06eb0.
00000020:00000010:2.0:1788971183.033854:0:100242:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb537dbe00.
80000000:00000010:2.0:1788971183.033857:0:100242:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb484abba0.
40000000:00000010:2.0:1788971183.033859:0:100242:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98bb503fa840.
00000008:00000010:2.0:1788971183.033862:0:100242:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb482a2190.
00020000:00000010:2.0:1788971183.033865:0:100242:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb485543c0.
00008000:00000010:2.0:1788971183.033868:0:100242:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb482a8a98.
00100000:00000010:2.0:1788971183.033871:0:100242:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98bb482dc000.
00040000:00000010:2.0:1788971183.033873:0:100242:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98bb450e5c00.
00040000:00000010:2.0:1788971183.033877:0:100242:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98bb482db000.
00040000:00000010:2.0:1788971183.033880:0:100242:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb540f5000.
00000004:00000010:2.0:1788971183.033883:0:100242:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98bb482dd000.
00000004:00000010:2.0:1788971183.033886:0:100242:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98bb4833e000.
00000004:00000010:2.0:1788971183.033890:0:100242:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98bb482de000.
00002000:00000010:2.0:1788971183.033892:0:100242:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98bb4831fc00.
00000004:00000010:2.0:1788971183.033894:0:100242:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98bb4831c400.
00000080:00000010:2.0:1788971183.033897:0:100242:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb51b63d20.
00000080:00000010:2.0:1788971183.033899:0:100242:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb482af2e0.
00000008:00000010:2.0:1788971183.033902:0:100242:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb445d2420.
00020000:00000010:2.0:1788971183.033905:0:100242:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb445d76c0.
00008000:00000010:2.0:1788971183.033921:0:100242:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb445a6e28.
00000080:00000010:2.0:1788971183.033929:0:100242:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb445a5d20.
00000800:00000200:3.0:1788971183.034700:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971183.034704:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb450e5700.
00000400:00000200:3.0:1788971183.034708:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.034712:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971183.034716:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0d48
00000400:00000010:3.0:1788971183.034717:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0d48.
00000100:00000200:3.0:1788971183.034724:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c5c00 x1875872179030912/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971183.042368:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042376:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.042383:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042387:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042403:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042407:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 416 into portal 4 MB=0x6aa1886e00a00
00000400:00000200:3.0:1788971183.042412:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042417:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 416/416 into md 0x30d [1] + 0
00000400:00000200:3.0:1788971183.042427:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.042432:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.042444:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5f80 x1875872179030528/t0(0) o8->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971183.042488:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042492:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000010:2.0:1788971183.042554:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3478.
00000400:00000200:2.0:1788971183.042560:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b03b8
00000400:00000010:2.0:1788971183.042563:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971183.042570:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5f80 x1875872179030528/t0(0) o8->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971183.042579:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5f80 x1875872179030528/t0(0) o8->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971183.042642:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb4831c800.
02000000:00000010:2.0:1788971183.042648:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98bb44585800.
00000100:00000010:2.0:1788971183.042653:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5f80.
00000400:00000200:3.0:1788971183.042684:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042687:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042691:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042694:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 416 into portal 4 MB=0x6aa1886e00a80
00000400:00000200:3.0:1788971183.042697:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.042701:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 416/416 into md 0x31d [1] + 0
00000400:00000200:3.0:1788971183.042712:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.042715:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.042722:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb4000 x1875872179030656/t0(0) o8->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971183.043261:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b31b8.
00000400:00000200:2.0:1788971183.043267:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0e58
00000400:00000010:2.0:1788971183.043269:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971183.043276:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb4000 x1875872179030656/t0(0) o8->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971183.043286:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb4000 x1875872179030656/t0(0) o8->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971183.043338:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb4831ec00.
02000000:00000010:2.0:1788971183.043343:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98bb44585000.
00000100:00000010:2.0:1788971183.043346:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb4000.
00000400:00000200:3.0:1788971183.044110:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.044115:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.044121:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.044125:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.044128:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.044132:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e00b80
00000400:00000200:3.0:1788971183.044135:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.044140:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x335 [1] + 224
00000400:00000200:3.0:1788971183.044151:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.044165:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.044174:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c5c00 x1875872179030912/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971183.045049:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3000.
00000400:00000200:2.0:1788971183.045055:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0ee0
00000400:00000010:2.0:1788971183.045057:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0ee0.
00000100:00000200:2.0:1788971183.045065:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c5c00 x1875872179030912/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971183.045075:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c5c00 x1875872179030912/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971183.045094:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb537dac00.
02000000:00000010:2.0:1788971183.045169:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5a00.
00000100:00000010:2.0:1788971183.045174:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c5c00.
00000400:00000200:3.0:1788971183.073165:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.073175:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.073183:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.073188:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.073192:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.073196:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 464 into portal 10 MB=0x6aa1886e00b00
00000400:00000200:3.0:1788971183.073201:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.073207:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 464/464 into md 0x32d [32] + 224
00000400:00000200:3.0:1788971183.073223:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.073227:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.073242:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5180 x1875872179030784/t0(0) o33->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971199 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000400:00000010:1.0:1788971183.073337:0:101645:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971183.073342:0:101645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44584800
00000400:00000010:1.0:1788971183.073345:0:101645:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff98bb44584800.
00000100:00000200:1.0:1788971183.073352:0:101645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5180 x1875872179030784/t0(0) o33->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000100:00000200:1.0:1788971183.073361:0:101645:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5180 x1875872179030784/t0(0) o33->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000100:00000010:1.0:1788971183.073390:0:101645:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb5373e3c0.
00000002:00000200:1.0:1788971183.073395:0:101645:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755
00000080:00000010:1.0:1788971183.073400:0:101645:0:(llite_lib.c:849:client_common_fill_super()) kfreed 'op_data': 392 at ffff98bb54058000.
00000020:00000010:1.0:1788971183.073438:0:101645:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff98bb4a3b5120.
00000020:00000010:1.0:1788971183.073443:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98bb54058000.
00000020:00000010:1.0:1788971183.073448:0:101645:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98bb54059200.
00000020:00000010:1.0:1788971183.073451:0:101645:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff98bb51a9f0c0.
00000008:00000010:1.0:1788971183.073470:0:101645:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb4828d980.
00020000:00000010:1.0:1788971183.073475:0:101645:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb53643cc0.
00008000:00000010:1.0:1788971183.073479:0:101645:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb48290388.
00000080:00000010:1.0:1788971183.073485:0:101645:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94bd0.
00000080:00000010:1.0:1788971183.073488:0:101645:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48295030.
00000020:00000010:1.0:1788971183.073492:0:101645:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98bb54058c00.
00000008:00000010:1.0:1788971183.073496:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b11600.
00020000:00000010:1.0:1788971183.073499:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47482238.
00008000:00000010:1.0:1788971183.073502:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1c300.
00000080:00000010:1.0:1788971183.073506:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1d870.
00000080:00000010:1.0:1788971183.073511:0:101645:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff98bb51a9fe40.
00000080:00000010:1.0:1788971183.073516:0:101645:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff98bb44584800.
00000020:00000010:1.0:1788971183.073551:0:101645:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff98bb459d8000.
00000020:00000010:1.0:1788971183.073561:0:101645:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff98bb44587400.
00000020:00000010:1.0:1788971183.073564:0:101645:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at ffff98bb54059a00.
00000008:00000010:1.0:1788971183.073572:0:101645:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb48288b30.
00020000:00000010:1.0:1788971183.073575:0:101645:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb53643b40.
00008000:00000010:1.0:1788971183.073577:0:101645:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb482934f8.
00000080:00000010:1.0:1788971183.073580:0:101645:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94348.
00000080:00000010:1.0:1788971183.073583:0:101645:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48297c20.
00000008:00000010:1.0:1788971183.073586:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b10f20.
00020000:00000010:1.0:1788971183.073588:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47483908.
00008000:00000010:1.0:1788971183.073590:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1c4b0.
00000080:00000010:1.0:1788971183.073593:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1d2d0.
00000008:00000010:1.0:1788971183.073596:0:101645:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb4828b7f0.
00020000:00000010:1.0:1788971183.073598:0:101645:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb53643300.
00008000:00000010:1.0:1788971183.073601:0:101645:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb48291530.
00000080:00000010:1.0:1788971183.073603:0:101645:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94540.
00000080:00000010:1.0:1788971183.073605:0:101645:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48297530.
00000008:00000010:1.0:1788971183.073608:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b114a0.
00020000:00000010:1.0:1788971183.073610:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47482fe8.
00008000:00000010:1.0:1788971183.073612:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1cb98.
00000080:00000010:1.0:1788971183.073618:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1d1e0.
00000008:00000010:1.0:1788971183.073622:0:101645:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb4828e4b0.
00020000:00000010:1.0:1788971183.073624:0:101645:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb536436c0.
00008000:00000010:1.0:1788971183.073627:0:101645:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb48293880.
00000080:00000010:1.0:1788971183.073629:0:101645:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94f18.
00000080:00000010:1.0:1788971183.073631:0:101645:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48295bc0.
00000008:00000010:1.0:1788971183.073634:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b11080.
00020000:00000010:1.0:1788971183.073637:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47482b58.
00008000:00000010:1.0:1788971183.073638:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1cc50.
00000080:00000010:1.0:1788971183.073641:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1d5a0.
00000008:00000010:1.0:1788971183.073644:0:101645:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff98bb4828ce50.
00020000:00000010:1.0:1788971183.073646:0:101645:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff98bb53643d80.
00008000:00000010:1.0:1788971183.073648:0:101645:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff98bb48292a60.
00000080:00000010:1.0:1788971183.073651:0:101645:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff98bb47f94b28.
00000080:00000010:1.0:1788971183.073653:0:101645:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff98bb48297780.
00000008:00000010:1.0:1788971183.073657:0:101645:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff98bb46b10420.
00020000:00000010:1.0:1788971183.073659:0:101645:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff98bb47480490.
00008000:00000010:1.0:1788971183.073661:0:101645:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff98bb46b1c7a0.
00000080:00000010:1.0:1788971183.073663:0:101645:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff98bb46b1dc30.
00020000:00000010:1.0:1788971183.073671:0:101645:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98bb51a9f120.
00020000:00000010:1.0:1788971183.073677:0:101645:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98bb51a9fde0.
00020000:00000010:1.0:1788971183.073680:0:101645:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff98bb51a9f4e0.
00000080:00000010:1.0:1788971183.073713:0:101645:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff98bb46cd5280.
02000000:00000010:1.0:1788971183.073733:0:101645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff98bb474e0000.
02000000:00000010:1.0:1788971183.073754:0:101645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb54058600.
00000100:00000010:1.0:1788971183.073759:0:101645:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5180.
00000080:00000010:1.0:1788971183.073767:0:101645:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff98bb50a113e0.
00000080:00000010:1.0:1788971183.074767:0:101645:0:(llite_lib.c:938:client_common_fill_super()) kfreed 'data': 192 at ffff98bb516a6f00.
00000080:00000010:1.0:1788971183.074776:0:101645:0:(llite_lib.c:939:client_common_fill_super()) kfreed 'osfs': 144 at ffff98bb516a60c0.
00000080:00000010:1.0:1788971183.074806:0:101645:0:(llite_lib.c:1636:ll_fill_super()) kfreed 'md': 33 at ffff98bb512e6400.
00000080:00000010:1.0:1788971183.074809:0:101645:0:(llite_lib.c:1638:ll_fill_super()) kfreed 'dt': 33 at ffff98bb512e6840.
00000080:00000010:1.0:1788971183.074813:0:101645:0:(llite_lib.c:1646:ll_fill_super()) kfreed 'cfg': 88 at ffff98bb51ab83c0.
00000080:02000400:1.0:1788971183.074824:0:101645:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_gab92f8c
00000080:00000010:3.0:1788971183.236438:0:101686:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98bb513f2400.
00000020:00000010:3.0:1788971183.236462:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb4450ac00.
00000020:00000010:3.0:1788971183.236472:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb44508800.
00000100:00000010:3.0:1788971183.236487:0:101686:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7100.
02000000:00000010:3.0:1788971183.236506:0:101686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98bb4450a800.
00010000:00000010:3.0:1788971183.236524:0:101686:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98bb49518800.
00010000:00000010:3.0:1788971183.236528:0:101686:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff98bb51f47980.
00010000:00000010:3.0:1788971183.236535:0:101686:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98bb820c1c00.
00000020:00000010:3.0:1788971183.236539:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98bb51f47680.
00000100:00000010:3.0:1788971183.236622:0:101686:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb50f64d80.
02000000:00000010:3.0:1788971183.236648:0:101686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff98bb42a35000.
00000400:00000200:3.0:1788971183.236659:0:101686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971183.236663:0:101686:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78268.
00000400:00000010:3.0:1788971183.236670:0:101686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480812a8.
00000100:00000200:3.0:1788971183.236683:0:101686:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875872179031040, portal 10
00000400:00000010:3.0:1788971183.236688:0:101686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480814c8.
00000100:00000200:3.0:1788971183.236691:0:101686:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875872179031040, offset 0
00000400:00000200:3.0:1788971183.236699:0:101686:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971183.236708:0:101686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.236714:0:101686:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971183.236719:0:101686:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971183.236723:0:101686:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971183.236726:0:101686:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971183.236729:0:101686:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971183.236732:0:101686:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [28:28:256:4294967295] 192.168.203.124@tcp LPNI seq info [28:28:8:4294967295]
00000400:00000200:3.0:1788971183.236737:0:101686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.236746:0:101686:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971183.236752:0:101686:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971183.236757:0:101686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5f00.
00000800:00000200:3.0:1788971183.236764:0:101686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971183.236771:0:101686:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971183.236775:0:101686:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5f00 type 1, nob 672 niov 1 nkiov 1
00000400:00000200:3.0:1788971183.236840:0:101686:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971183.237150:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971183.237155:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5f00.
00000400:00000200:2.0:1788971183.237160:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971183.237165:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971183.237170:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480814c8
00000400:00000010:2.0:1788971183.237173:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480814c8.
00000100:00000200:2.0:1788971183.237181:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7100 x1875872179031040/t0(0) o101->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971199 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000400:00000200:3.0:1788971183.242095:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.242104:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971183.242113:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.242118:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.242123:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.242127:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 688 into portal 10 MB=0x6aa1886e00c00
00000400:00000200:3.0:1788971183.242133:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971183.242139:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 688/688 into md 0x345 [1] + 224
00000400:00000200:3.0:1788971183.242152:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971183.242157:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971183.242171:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7100 x1875872179031040/t0(0) o101->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971199 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000400:00000010:2.0:1788971183.242289:0:101686:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78268.
00000400:00000200:2.0:1788971183.242295:0:101686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480812a8
00000400:00000010:2.0:1788971183.242329:0:101686:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480812a8.
00000100:00000200:2.0:1788971183.242337:0:101686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7100 x1875872179031040/t0(0) o101->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000100:00000200:2.0:1788971183.242347:0:101686:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7100 x1875872179031040/t0(0) o101->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971199 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000020:00000010:2.0:1788971183.242366:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb48348000.
00000100:00000010:2.0:1788971183.242388:0:101686:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb50f64d80.
00000020:00000010:2.0:1788971183.242411:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98bb41342200.
00000080:00000010:2.0:1788971183.242439:0:101686:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98bb513f2400.
00800000:00000010:2.0:1788971183.242463:0:101686:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff98bb503fa100.
02000000:00000010:2.0:1788971183.242488:0:101686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff98bb42a35000.
02000000:00000010:2.0:1788971183.242494:0:101686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98bb4450a800.
00000100:00000010:2.0:1788971183.242498:0:101686:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7100.
00000020:00000010:2.0:1788971183.242508:0:101686:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff98bb482d8800.
00000100:00000010:2.0:1788971183.815385:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8780.
00000100:00000010:3.0:1788971183.815546:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8240.
00000020:00000010:3.0:1788971183.815567:0:73073:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98bb513f3400.
00000080:00000010:0.0:1788971185.038507:0:101739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98bb51150c00.
00000020:00000010:0.0:1788971185.038523:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb48356800.
00000020:00000010:0.0:1788971185.038532:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff98bb48355400.
00000020:00000010:0.0:1788971185.038548:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff98bb4a312d80.
00000080:00000010:0.0:1788971185.038559:0:101739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98bb51150c00.
00000020:00000010:0.0:1788971185.038574:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff98bb51150c00.
00000020:00000010:0.0:1788971185.038586:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff98bb44539000.
00000080:00000010:0.0:1788971185.039218:0:101739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98bb51151600.
00000080:00000010:0.0:1788971185.039236:0:101739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98bb51151600.
00000080:00000010:0.0:1788971185.039454:0:101739:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff98bb51151600.
00000080:00000010:0.0:1788971185.039466:0:101739:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff98bb51151600.
00000080:00000010:0.0:1788971185.039477:0:101739:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff98bb515beb40.
00000020:00000010:0.0:1788971185.039628:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000100:00000010:0.0:1788971185.039642:0:101739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c700.
02000000:00000010:0.0:1788971185.039653:0:101739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.039665:0:101739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.039753:0:101739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb48357c00.
00000400:00000200:0.0:1788971185.039762:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971185.039765:0:101739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971185.039771:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.039778:0:101739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179031168, portal 10
00000400:00000010:0.0:1788971185.039848:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084088.
00000100:00000200:0.0:1788971185.039852:0:101739:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179031168, offset 0
00000400:00000200:0.0:1788971185.039862:0:101739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971185.039871:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.039877:0:101739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971185.039883:0:101739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971185.039887:0:101739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971185.039891:0:101739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971185.039894:0:101739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971185.039897:0:101739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [29:29:256:4294967295] 192.168.203.124@tcp LPNI seq info [29:29:8:4294967295]
00000400:00000200:0.0:1788971185.039901:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.039910:0:101739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971185.039916:0:101739:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971185.039921:0:101739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637100.
00000800:00000200:0.0:1788971185.039927:0:101739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971185.039934:0:101739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971185.039938:0:101739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971185.039959:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971185.039969:0:101739:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb449696c0.
00000100:00000010:0.0:1788971185.039980:0:101739:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44969720.
00000800:00000200:3.0:1788971185.040056:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971185.040062:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637100.
00000400:00000200:3.0:1788971185.040067:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971185.040073:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971185.040078:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084088
00000400:00000010:3.0:1788971185.040081:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084088.
00000100:00000200:3.0:1788971185.040089:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c700 x1875872179031168/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971201 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971185.043852:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.043862:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971185.045107:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.045114:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.045119:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.045125:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 368 into portal 10 MB=0x6aa1886e00c80
00000400:00000200:3.0:1788971185.045130:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.045136:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 368/368 into md 0x355 [1] + 224
00000400:00000200:3.0:1788971185.045154:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971185.045159:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971185.045172:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c700 x1875872179031168/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971185.045255:0:101739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971185.045261:0:101739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971185.045264:0:101739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.045271:0:101739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c700 x1875872179031168/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971185.045281:0:101739:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c700 x1875872179031168/t0(0) o41->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971185.045372:0:101739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.045385:0:101739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb48357c00.
02000000:00000010:0.0:1788971185.045390:0:101739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.045394:0:101739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c700.
00000080:00000010:0.0:1788971185.045404:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045493:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045501:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045507:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045510:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045514:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045517:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045521:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045523:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045526:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045528:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045531:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045533:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045536:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045538:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045541:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045543:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045547:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045549:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045568:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045572:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045575:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045578:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045581:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045583:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045586:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045588:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045592:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045594:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045597:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045599:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045603:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045605:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045608:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045610:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045613:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045615:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045618:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045620:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045623:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045625:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045628:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045630:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045633:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045635:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045639:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045642:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045646:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045648:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045652:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045654:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.045657:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.045660:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046468:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046475:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046480:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046482:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046486:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046488:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046491:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046493:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046497:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046499:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046502:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046504:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046508:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046510:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046513:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046516:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046519:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046521:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046525:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046527:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046530:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046532:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046535:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046537:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046541:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046543:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046547:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046549:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046552:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046554:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046558:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046560:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046563:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046565:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046577:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046580:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046584:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046586:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046589:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046591:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046594:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046597:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046600:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046602:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046605:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046607:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046611:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046613:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046616:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046619:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046622:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046624:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046628:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046630:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046633:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046635:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046637:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046639:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046642:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046644:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046647:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046649:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046652:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046654:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046657:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046659:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046663:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046664:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046736:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046741:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046745:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046747:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046751:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046753:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046757:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000080:00000010:0.0:1788971185.046759:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.046762:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000100:00000010:0.0:1788971185.046775:0:101739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c700.
02000000:00000010:0.0:1788971185.046876:0:101739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.046888:0:101739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.046905:0:101739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb48357c00.
00000400:00000200:0.0:1788971185.046912:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971185.046916:0:101739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971185.046922:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.046928:0:101739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179031296, portal 4
00000020:00000010:0.0:1788971185.046935:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb45c4a000.
00000400:00000010:0.0:1788971185.046939:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084000.
00000100:00000200:0.0:1788971185.046943:0:101739:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875872179031296, offset 0
00000400:00000200:0.0:1788971185.046951:0:101739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971185.046959:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.046965:0:101739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971185.046970:0:101739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971185.046974:0:101739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971185.046977:0:101739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971185.046980:0:101739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971185.046983:0:101739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [30:30:256:4294967295] 192.168.203.124@tcp LPNI seq info [30:30:8:4294967295]
00000400:00000200:0.0:1788971185.046987:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.046996:0:101739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971185.047002:0:101739:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971185.047007:0:101739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637a00.
00000800:00000200:0.0:1788971185.047019:0:101739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971185.047027:0:101739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971185.047031:0:101739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971185.047104:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971185.047195:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971185.047199:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637a00.
00000400:00000200:3.0:1788971185.047204:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971185.047209:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971185.047213:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084000
00000400:00000010:3.0:1788971185.047216:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084000.
00000100:00000200:3.0:1788971185.047224:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c700 x1875872179031296/t0(0) o13->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971185.053216:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.053226:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971185.053524:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.053530:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.053535:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.053540:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 368 into portal 4 MB=0x6aa1886e00d00
00000400:00000200:3.0:1788971185.053545:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.053550:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 368/368 into md 0x35d [1] + 224
00000400:00000200:3.0:1788971185.053565:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971185.053569:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971185.053583:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c700 x1875872179031296/t0(0) o13->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971185.055145:0:101739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971185.055155:0:101739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971185.055158:0:101739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.055168:0:101739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c700 x1875872179031296/t0(0) o13->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971185.055180:0:101739:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c700 x1875872179031296/t0(0) o13->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971185.055213:0:101739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.055224:0:101739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb48357c00.
02000000:00000010:0.0:1788971185.055229:0:101739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.055234:0:101739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c700.
00000080:00000010:0.0:1788971185.055245:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:0.0:1788971185.055358:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb48355c00.
00000100:00000010:0.0:1788971185.055372:0:101739:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c700.
02000000:00000010:0.0:1788971185.055384:0:101739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.055395:0:101739:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.055425:0:101739:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb48357c00.
00000400:00000200:0.0:1788971185.055432:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971185.055436:0:101739:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971185.055450:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.055457:0:101739:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179031424, portal 4
00000020:00000010:0.0:1788971185.055464:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb45c4e000.
00000400:00000010:0.0:1788971185.055470:0:101739:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084bb0.
00000100:00000200:0.0:1788971185.055474:0:101739:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875872179031424, offset 0
00000400:00000200:0.0:1788971185.055481:0:101739:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971185.055489:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.055496:0:101739:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971185.055514:0:101739:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971185.055519:0:101739:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971185.055523:0:101739:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971185.055527:0:101739:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971185.055532:0:101739:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [31:31:256:4294967295] 192.168.203.124@tcp LPNI seq info [31:31:8:4294967295]
00000400:00000200:0.0:1788971185.055536:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971185.055546:0:101739:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971185.055553:0:101739:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971185.055558:0:101739:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637a00.
00000800:00000200:0.0:1788971185.055565:0:101739:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971185.055574:0:101739:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971185.055578:0:101739:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971185.055593:0:101739:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971185.055655:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971185.055661:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637a00.
00000400:00000200:2.0:1788971185.055665:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971185.055671:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971185.055681:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084bb0
00000400:00000010:2.0:1788971185.055683:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084bb0.
00000100:00000200:2.0:1788971185.055690:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c700 x1875872179031424/t0(0) o13->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971185.063210:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.063219:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971185.063227:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.063231:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.063236:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.063240:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 368 into portal 4 MB=0x6aa1886e00d80
00000400:00000200:3.0:1788971185.063245:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971185.063251:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 368/368 into md 0x365 [1] + 224
00000400:00000200:3.0:1788971185.063263:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971185.063267:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971185.063280:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c700 x1875872179031424/t0(0) o13->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971185.063400:0:101739:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971185.063405:0:101739:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971185.063408:0:101739:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971185.063414:0:101739:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c700 x1875872179031424/t0(0) o13->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971185.063424:0:101739:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c700 x1875872179031424/t0(0) o13->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971201 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971185.063463:0:101739:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb481ab480.
02000000:00000010:0.0:1788971185.063471:0:101739:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb48357c00.
02000000:00000010:0.0:1788971185.063476:0:101739:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51637300.
00000100:00000010:0.0:1788971185.063549:0:101739:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c700.
00000080:00000010:0.0:1788971185.063559:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb48355c00.
00000020:00000010:1.0:1788971185.063977:0:101739:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff98bb474cb800.
00000020:00000010:1.0:1788971185.063987:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.063995:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064002:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064005:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064010:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064012:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064018:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064021:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064026:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064028:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064032:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064034:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064037:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064039:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064042:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064045:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064049:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064052:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064057:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064059:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064063:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064065:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064068:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064070:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064074:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064076:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064080:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064083:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064086:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064089:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064094:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064111:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064118:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064121:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064125:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064127:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064130:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064133:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064136:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064138:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064141:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064143:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064147:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064149:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064152:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064155:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064159:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064161:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064164:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064166:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064169:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064171:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064175:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064177:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064180:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064182:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064185:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064188:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064191:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064193:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064195:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064197:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064201:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064203:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064206:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064214:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064221:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064223:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064227:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064229:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064233:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064235:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064238:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064241:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064246:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064248:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064252:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064266:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064274:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064276:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064280:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064282:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064287:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064289:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064293:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064294:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064298:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064332:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064338:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064340:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064344:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064346:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064349:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064351:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064354:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064356:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064360:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064362:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064365:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064373:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064379:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064381:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064385:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064388:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064392:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064395:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064399:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064402:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064483:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064488:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064494:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064496:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064500:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064502:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064506:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064508:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064511:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064513:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064517:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064518:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064522:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064524:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064527:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064529:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000020:00000010:1.0:1788971185.064532:0:101739:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064535:0:101739:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff98bb44584000.
00000080:00000010:1.0:1788971185.064547:0:101739:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff98bb515beb40.
00000100:00000010:3.0:1788971185.511385:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44969720.
00000100:00000010:2.0:1788971185.511423:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb449696c0.
00000001:02000400:0.0:1788971187.583577:0:101940:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00000100:00000010:3.0:1788971188.173689:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7800.
02000000:00000010:3.0:1788971188.173719:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5300.
00000100:00000010:3.0:1788971188.173758:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c6680.
02000000:00000010:3.0:1788971188.173771:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5b00.
00000100:00000010:3.0:1788971188.173779:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c6a00.
02000000:00000010:3.0:1788971188.173784:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
00000100:00000010:3.0:1788971188.173790:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4380.
02000000:00000010:3.0:1788971188.173798:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb496ee000.
02000000:00000010:3.0:1788971188.173848:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f3a00.
00000400:00000200:3.0:1788971188.173861:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971188.173865:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78948.
00000400:00000010:3.0:1788971188.173874:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081dd0.
00000100:00000200:3.0:1788971188.173882:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179031552, portal 25
00000400:00000010:3.0:1788971188.173889:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081c38.
00000100:00000200:3.0:1788971188.173892:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179031552, offset 0
00000400:00000200:3.0:1788971188.173903:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971188.173914:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.173924:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971188.173930:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971188.173935:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971188.173939:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971188.173943:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971188.173947:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [32:32:256:4294967295] 192.168.203.124@tcp LPNI seq info [32:32:8:4294967295]
00000400:00000200:3.0:1788971188.173951:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.173962:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971188.173968:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971188.173974:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533400.
00000800:00000200:3.0:1788971188.173982:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971188.173992:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971188.173998:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971188.174014:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971188.174020:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab87e0.
00000100:00000010:3.0:1788971188.174032:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8e40.
02000000:00000010:3.0:1788971188.174044:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2e00.
00000400:00000200:3.0:1788971188.174056:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971188.174059:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78dc0.
00000400:00000010:3.0:1788971188.174063:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081880.
00000100:00000200:3.0:1788971188.174066:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179031808, portal 4
00000020:00000010:3.0:1788971188.174074:0:100242:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb445b6000.
00000400:00000010:3.0:1788971188.174080:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971188.174082:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179031808, offset 0
00000400:00000200:3.0:1788971188.174086:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174091:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174094:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971188.174097:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971188.174099:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971188.174101:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971188.174103:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174106:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [33:33:255:4294967295] 192.168.203.124@tcp LPNI seq info [33:33:7:4294967295]
00000400:00000200:3.0:1788971188.174110:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174116:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971188.174120:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971188.174123:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533100.
00000800:00000200:3.0:1788971188.174127:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971188.174132:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971188.174135:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971188.174141:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971188.174158:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2c00.
00000400:00000200:3.0:1788971188.174163:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971188.174165:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78630.
00000400:00000010:3.0:1788971188.174169:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081aa0.
00000100:00000200:3.0:1788971188.174172:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179031680, portal 10
00000400:00000010:3.0:1788971188.174177:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081110.
00000100:00000200:3.0:1788971188.174179:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179031680, offset 0
00000400:00000200:3.0:1788971188.174183:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174193:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174197:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971188.174200:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971188.174202:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971188.174204:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971188.174206:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174208:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [34:34:254:4294967295] 192.168.203.124@tcp LPNI seq info [34:34:6:4294967295]
00000400:00000200:3.0:1788971188.174212:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174217:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971188.174221:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971188.174224:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533900.
00000800:00000200:3.0:1788971188.174228:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971188.174232:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971188.174234:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971188.174239:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971188.174248:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f3e00.
00000400:00000200:3.0:1788971188.174252:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971188.174254:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78210.
00000400:00000010:3.0:1788971188.174257:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081770.
00000100:00000200:3.0:1788971188.174260:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179031936, portal 4
00000020:00000010:3.0:1788971188.174265:0:100242:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb445b2000.
00000400:00000010:3.0:1788971188.174269:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971188.174271:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179031936, offset 0
00000400:00000200:3.0:1788971188.174276:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174279:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174282:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971188.174284:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971188.174286:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971188.174288:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971188.174290:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971188.174293:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [35:35:253:4294967295] 192.168.203.124@tcp LPNI seq info [35:35:5:4294967295]
00000400:00000200:3.0:1788971188.174323:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.174329:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971188.174334:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971188.174338:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533e00.
00000800:00000200:3.0:1788971188.174341:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971188.174345:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971188.174348:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971188.174353:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971188.174426:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971188.174430:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533400.
00000400:00000200:3.0:1788971188.174436:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.174441:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971188.174447:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081c38
00000400:00000010:3.0:1788971188.174450:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081c38.
00000100:00000200:3.0:1788971188.174460:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7800 x1875872179031552/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971188.174487:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971188.174489:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533100.
00000400:00000200:3.0:1788971188.174492:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.174494:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971188.174497:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:3.0:1788971188.174498:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971188.174502:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c6a00 x1875872179031808/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971188.174515:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971188.174518:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533900.
00000400:00000200:3.0:1788971188.174520:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.174522:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971188.174525:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081110
00000400:00000010:3.0:1788971188.174526:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081110.
00000100:00000200:3.0:1788971188.174530:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c6680 x1875872179031680/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971188.174705:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971188.174708:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533e00.
00000400:00000200:3.0:1788971188.174711:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.174714:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971188.174717:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081550
00000400:00000010:3.0:1788971188.174719:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971188.174724:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4380 x1875872179031936/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971188.179813:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.179826:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971188.179835:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.179840:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.179846:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.179850:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e00f00
00000400:00000200:3.0:1788971188.179856:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.179863:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x37d [1] + 224
00000400:00000200:3.0:1788971188.179874:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.179879:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971188.181825:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c6a00 x1875872179031808/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971188.181892:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181898:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971188.181905:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181909:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181915:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181919:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e00e80
00000400:00000200:3.0:1788971188.181925:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181931:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x38d [1] + 224
00000400:00000200:3.0:1788971188.181943:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.181954:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971188.181966:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c6680 x1875872179031680/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971188.181980:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181984:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971188.181988:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181990:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181993:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.181996:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e00f80
00000400:00000200:3.0:1788971188.181999:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182003:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x39d [1] + 224
00000400:00000200:3.0:1788971188.182008:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.182011:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971188.182017:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4380 x1875872179031936/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971188.182030:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182033:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971188.182037:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182039:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182042:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182045:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e00e00
00000400:00000200:3.0:1788971188.182048:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971188.182052:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x36d [1] + 224
00000400:00000200:3.0:1788971188.182061:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971188.182064:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971188.182069:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7800 x1875872179031552/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971188.184919:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78630.
00000400:00000200:2.0:1788971188.184933:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081aa0
00000400:00000010:2.0:1788971188.184936:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081aa0.
00000100:00000200:2.0:1788971188.184954:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c6680 x1875872179031680/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971188.184967:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c6680 x1875872179031680/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971188.185006:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78210.
00000400:00000200:2.0:1788971188.185008:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081770
00000400:00000010:2.0:1788971188.185010:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081770.
00000100:00000200:2.0:1788971188.185015:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4380 x1875872179031936/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971188.185022:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4380 x1875872179031936/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971188.185035:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78948.
00000400:00000200:2.0:1788971188.185037:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081dd0
00000400:00000010:2.0:1788971188.185039:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081dd0.
00000100:00000200:2.0:1788971188.185044:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7800 x1875872179031552/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971188.185051:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7800 x1875872179031552/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971188.185061:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78dc0.
00000400:00000200:2.0:1788971188.185063:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081880
00000400:00000010:2.0:1788971188.185064:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081880.
00000100:00000200:2.0:1788971188.185069:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c6a00 x1875872179031808/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971188.185087:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c6a00 x1875872179031808/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971188.185108:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2c00.
02000000:00000010:2.0:1788971188.185115:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5b00.
00000100:00000010:2.0:1788971188.185123:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c6680.
02000000:00000010:2.0:1788971188.185127:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f3e00.
02000000:00000010:2.0:1788971188.185130:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb496ee000.
00000100:00000010:2.0:1788971188.185132:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4380.
02000000:00000010:2.0:1788971188.185134:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f3a00.
02000000:00000010:2.0:1788971188.185136:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971188.185138:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7800.
02000000:00000010:2.0:1788971188.185140:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2e00.
02000000:00000010:2.0:1788971188.185142:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971188.185144:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c6a00.
00000100:00000010:2.0:1788971188.871407:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab87e0.
00000100:00000010:3.0:1788971188.872357:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8e40.
00000020:00000010:3.0:1788971190.167092:0:102100:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44ccad50.
00000020:00000010:3.0:1788971190.167198:0:102100:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44ccad50.
00000400:00000200:3.0:1788971191.167287:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.167297:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971191.167336:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.167341:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.167347:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.167351:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 328 into portal 15 MB=0x6aa1887b04280
00000400:00000200:3.0:1788971191.167362:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.124@tcp of length 328/328 into md 0xd [2] + 0
00000400:00000200:3.0:1788971191.167376:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971191.167380:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971191.167388:0:100235:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000100:00000010:3.0:1788971191.167403:0:100235:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7b80.
00000020:00000010:2.0:1788971191.168070:0:101648:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb46b30000.
00000020:00000010:2.0:1788971191.168093:0:101648:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98bb50d47a00.
00000020:00000010:2.0:1788971191.168097:0:101648:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98bb50d47a00.
00000020:00000010:2.0:1788971191.168104:0:101648:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98bb50d52400.
00000020:00000010:2.0:1788971191.168108:0:101648:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff98bb49d8be80.
00000020:00000010:2.0:1788971191.168114:0:101648:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff98bb445a7ed8.
00000020:00000010:2.0:1788971191.168146:0:101648:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff98bb50d47a00.
00000020:00000010:2.0:1788971191.168149:0:101648:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff98bb50d47a00.
00000100:00000200:2.0:1788971191.168153:0:101648:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875872192676480
02000000:00000010:2.0:1788971191.168168:0:101648:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff98bb47552800.
00000400:00000010:2.0:1788971191.168183:0:101648:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0ee0.
00000100:00000200:2.0:1788971191.168188:0:101648:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875872192676480, offset 224
00000400:00000200:2.0:1788971191.168196:0:101648:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971191.168203:0:101648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971191.168209:0:101648:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.24@tcp to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971191.168226:0:101648:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [36:36:256:4294967295] 192.168.203.124@tcp LPNI seq info [36:36:8:4294967295]
00000400:00000200:2.0:1788971191.168231:0:101648:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971191.168239:0:101648:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:192.168.203.24@tcp) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971191.168256:0:101648:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971191.168261:0:101648:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb42b5e600.
00000800:00000200:2.0:1788971191.168267:0:101648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971191.168274:0:101648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971191.168279:0:101648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb42b5e600 type 1, nob 320 niov 1 nkiov 1
00010000:00000010:2.0:1788971191.168292:0:101648:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff98bb42e89540.
00000020:00000010:2.0:1788971191.168339:0:101648:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff98bb49d8be80.
00000020:00000010:2.0:1788971191.168344:0:101648:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff98bb445a7ed8.
00000020:00000010:2.0:1788971191.168347:0:101648:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb50d52400.
00000100:00000010:1.0:1788971191.168441:0:101656:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb5180.
02000000:00000010:1.0:1788971191.168454:0:101656:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb49d69400.
00010000:00000010:1.0:1788971191.168487:0:101656:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff98bb42e89540.
00000800:00000200:3.0:1788971191.168747:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971191.168751:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb42b5e600.
00000400:00000200:3.0:1788971191.168760:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971191.168765:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971191.168769:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0ee0
00000400:00000010:3.0:1788971191.168772:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0ee0.
02000000:00000010:0.0:1788971191.168978:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb5124c200.
00000400:00000200:0.0:1788971191.168984:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971191.168988:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971191.168992:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971191.169005:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032064, portal 18
00000400:00000010:0.0:1788971191.169009:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084908.
00000100:00000200:0.0:1788971191.169012:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875872179032064, offset 0
00000400:00000200:0.0:1788971191.169017:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971191.169022:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971191.169026:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971191.169030:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971191.169034:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971191.169038:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971191.169041:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971191.169044:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [37:37:256:4294967295] 192.168.203.124@tcp LPNI seq info [37:37:8:4294967295]
00000400:00000200:0.0:1788971191.169048:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971191.169056:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971191.169060:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971191.169065:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51637500.
00000800:00000200:0.0:1788971191.169069:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971191.169073:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971191.169077:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51637500 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:0.0:1788971191.169088:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971191.169093:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44969c60.
00000100:00000010:0.0:1788971191.169104:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb449698a0.
00000800:00000200:3.0:1788971191.169771:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971191.169775:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51637500.
00000400:00000200:3.0:1788971191.169780:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971191.169786:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971191.169790:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084908
00000400:00000010:3.0:1788971191.169792:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084908.
00000100:00000200:3.0:1788971191.169800:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb5180 x1875872179032064/t0(0) o103->MGC192.168.203.124@tcp@192.168.203.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971207 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000010:1.1F:1788971191.173868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff98bb49dd5a00.
00010000:00000010:1.1:1788971191.173895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff98bb50f16c00.
00000400:00000200:3.0:1788971191.175272:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.175281:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971191.175290:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.175295:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.175326:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.175331:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 18 MB=0x6aa1886e01000
00000400:00000200:3.0:1788971191.175346:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971191.175352:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.124@tcp of length 224/224 into md 0x3b5 [1] + 224
00000400:00000200:3.0:1788971191.175375:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971191.175381:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971191.175408:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb5180 x1875872179032064/t0(0) o103->MGC192.168.203.124@tcp@192.168.203.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971207 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971191.175510:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971191.175515:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971191.175517:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971191.175523:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb5180 x1875872179032064/t0(0) o103->MGC192.168.203.124@tcp@192.168.203.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971207 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971191.175537:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb5180 x1875872179032064/t0(0) o103->MGC192.168.203.124@tcp@192.168.203.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971207 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971191.175569:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb5124c200.
02000000:00000010:0.0:1788971191.175576:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb49d69400.
00000100:00000010:0.0:1788971191.175588:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb5180.
00000100:00000010:3.0:1788971191.879576:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb449698a0.
00000100:00000010:2.0:1788971191.881371:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44969c60.
00000100:00000010:2.0:1788971193.288870:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411c00.
02000000:00000010:2.0:1788971193.288901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb42b5e600.
00000100:00000010:2.0:1788971193.288943:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43412d80.
02000000:00000010:2.0:1788971193.288951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971193.288959:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413480.
02000000:00000010:2.0:1788971193.288963:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971193.288969:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410a80.
02000000:00000010:2.0:1788971193.288972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5b00.
02000000:00000010:3.0:1788971193.289808:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2200.
00000400:00000200:3.0:1788971193.289824:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971193.289828:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78b58.
00000400:00000010:3.0:1788971193.289837:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971193.289846:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032192, portal 25
00000400:00000010:3.0:1788971193.289853:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081110.
00000100:00000200:3.0:1788971193.289856:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179032192, offset 0
00000400:00000200:3.0:1788971193.289867:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971193.289879:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.289888:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971193.289894:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971193.289899:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971193.289903:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971193.289906:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971193.289910:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [38:38:256:4294967295] 192.168.203.124@tcp LPNI seq info [38:38:8:4294967295]
00000400:00000200:3.0:1788971193.289914:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.289924:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971193.289932:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971193.289938:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533100.
00000800:00000200:3.0:1788971193.289945:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971193.289954:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971193.289960:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971193.289984:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971193.290005:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8e40.
00000100:00000010:3.0:1788971193.290018:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8b40.
02000000:00000010:3.0:1788971193.290031:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2600.
00000400:00000200:3.0:1788971193.290036:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971193.290039:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971193.290043:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971193.290045:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032448, portal 4
00000400:00000010:3.0:1788971193.290051:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081c38.
00000100:00000200:3.0:1788971193.290053:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179032448, offset 0
00000400:00000200:3.0:1788971193.290058:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971193.290061:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.290065:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971193.290081:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971193.290084:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971193.290086:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971193.290088:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971193.290091:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [39:39:255:4294967295] 192.168.203.124@tcp LPNI seq info [39:39:7:4294967295]
00000400:00000200:3.0:1788971193.290095:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.290101:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971193.290105:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971193.290109:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533400.
00000800:00000200:3.0:1788971193.290113:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971193.290117:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971193.290120:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971193.290126:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971193.290145:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2400.
00000400:00000200:3.0:1788971193.290149:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971193.290153:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78dc0.
00000400:00000010:3.0:1788971193.290156:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971193.290160:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032320, portal 10
00000400:00000010:3.0:1788971193.290164:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081330.
00000800:00000200:2.0:1788971193.290416:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971193.290421:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533100.
00000400:00000200:2.0:1788971193.290430:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.290436:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971193.290442:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081110
00000400:00000010:2.0:1788971193.290445:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081110.
00000100:00000200:2.0:1788971193.290456:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411c00 x1875872179032192/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971193.290549:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971193.290558:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533400.
00000400:00000200:2.0:1788971193.290561:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.290565:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971193.290568:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081c38
00000400:00000010:2.0:1788971193.290570:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081c38.
00000100:00000200:2.0:1788971193.290575:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413480 x1875872179032448/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971193.290956:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179032320, offset 0
00000400:00000200:3.0:1788971193.290962:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971193.290967:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.290971:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971193.290975:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971193.290977:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971193.290980:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971193.290982:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971193.290986:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [40:40:256:4294967295] 192.168.203.124@tcp LPNI seq info [40:40:8:4294967295]
00000400:00000200:3.0:1788971193.290990:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.290997:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971193.291002:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971193.291006:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533a00.
00000800:00000200:3.0:1788971193.291011:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971193.291015:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971193.291019:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971193.291038:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971193.291048:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb513f2800.
00000400:00000200:3.0:1788971193.291053:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971193.291055:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78948.
00000400:00000010:3.0:1788971193.291059:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971193.291061:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032576, portal 4
00000400:00000010:3.0:1788971193.291345:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081000.
00000100:00000200:3.0:1788971193.291350:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179032576, offset 0
00000400:00000200:3.0:1788971193.291356:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971193.291361:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.291364:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971193.291367:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971193.291370:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971193.291376:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971193.291387:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971193.291397:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [41:41:255:4294967295] 192.168.203.124@tcp LPNI seq info [41:41:7:4294967295]
00000400:00000200:3.0:1788971193.291402:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971193.291408:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971193.291413:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971193.291416:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51533f00.
00000800:00000200:3.0:1788971193.291421:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971193.291425:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971193.291427:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51533f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971193.291433:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971193.291587:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971193.291591:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533a00.
00000400:00000200:2.0:1788971193.291594:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.291598:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971193.291602:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081330
00000400:00000010:2.0:1788971193.291604:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081330.
00000100:00000200:2.0:1788971193.291612:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43412d80 x1875872179032320/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971193.291666:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971193.291669:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51533f00.
00000400:00000200:2.0:1788971193.291672:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.291676:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971193.291679:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081000
00000400:00000010:2.0:1788971193.291680:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081000.
00000100:00000200:2.0:1788971193.291685:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410a80 x1875872179032576/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971193.305540:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.305551:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971193.305561:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.305567:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.305573:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.305578:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01080
00000400:00000200:2.0:1788971193.305584:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.305592:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x3bd [1] + 224
00000400:00000200:2.0:1788971193.305626:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.305631:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971193.305649:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411c00 x1875872179032192/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971193.305918:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78b58.
00000400:00000200:3.0:1788971193.305925:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081550
00000400:00000010:3.0:1788971193.305928:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971193.305936:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411c00 x1875872179032192/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971193.305945:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411c00 x1875872179032192/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971193.305977:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2200.
02000000:00000010:3.0:1788971193.305984:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb42b5e600.
00000100:00000010:3.0:1788971193.305991:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411c00.
00000400:00000200:2.0:1788971193.320091:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.320102:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971193.320112:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.320117:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.320123:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.320128:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01100
00000400:00000200:2.0:1788971193.320134:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.320141:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x3dd [1] + 224
00000400:00000200:2.0:1788971193.320158:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.320163:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971193.320187:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43412d80 x1875872179032320/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971193.320358:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78dc0.
00000400:00000200:3.0:1788971193.320364:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971193.320367:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971193.320374:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43412d80 x1875872179032320/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971193.320393:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43412d80 x1875872179032320/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971193.320433:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2400.
02000000:00000010:3.0:1788971193.320441:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:3.0:1788971193.320448:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43412d80.
00000400:00000200:2.0:1788971193.323887:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.323899:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971193.323910:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.323916:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.323922:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.323927:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01180
00000400:00000200:2.0:1788971193.323933:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.323940:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x3cd [1] + 224
00000400:00000200:2.0:1788971193.323958:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.323963:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971193.323978:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413480 x1875872179032448/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971193.324126:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971193.324132:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:3.0:1788971193.324135:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971193.324143:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413480 x1875872179032448/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971193.324153:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413480 x1875872179032448/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971193.324201:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2600.
02000000:00000010:3.0:1788971193.324208:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5300.
00000100:00000010:3.0:1788971193.324215:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413480.
00000400:00000200:2.0:1788971193.331829:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.331861:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971193.331872:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.331879:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.331885:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.331889:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01200
00000400:00000200:2.0:1788971193.331895:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971193.331902:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x3ed [1] + 224
00000400:00000200:2.0:1788971193.331922:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971193.331927:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971193.331945:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410a80 x1875872179032576/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971193.332376:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78948.
00000400:00000200:3.0:1788971193.332393:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081088
00000400:00000010:3.0:1788971193.332397:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971193.332406:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410a80 x1875872179032576/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971193.332415:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410a80 x1875872179032576/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971193.332455:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb513f2800.
02000000:00000010:3.0:1788971193.332465:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5b00.
00000100:00000010:3.0:1788971193.332472:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410a80.
00000400:00000010:2.0:1788971193.416771:0:100237:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff98bb5125bb00.
00000400:00000010:2.0:1788971193.416790:0:100237:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff98bb5125be00.
00000100:00000010:2.0:1788971193.991418:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8e40.
00000100:00000010:3.0:1788971193.991803:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8b40.
00000100:00000010:1.0:1788971194.636077:0:101659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb6300.
02000000:00000010:1.0:1788971194.636098:0:101659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb49d69a00.
00010000:00000010:1.0:1788971194.636124:0:101659:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff98bb49dd5700.
00010000:00000010:1.0:1788971194.636130:0:101659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff98bb50f17c00.
00000100:00000010:1.0:1788971194.636148:0:101659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.636166:0:101659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98bb44585000.
00000400:00000200:1.0:1788971194.636176:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971194.636179:0:101659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971194.636185:0:101659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588f68.
00000100:00000200:1.0:1788971194.636192:0:101659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872179032704, portal 25
00000400:00000010:1.0:1788971194.636197:0:101659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588b28.
00000100:00000200:1.0:1788971194.636200:0:101659:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872179032704, offset 0
00000400:00000200:1.0:1788971194.636209:0:101659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971194.636217:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.636224:0:101659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971194.636229:0:101659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971194.636234:0:101659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971194.636237:0:101659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971194.636240:0:101659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971194.636244:0:101659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [42:42:256:4294967295] 192.168.203.124@tcp LPNI seq info [42:42:8:4294967295]
00000400:00000200:1.0:1788971194.636249:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.636258:0:101659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971194.636264:0:101659:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971194.636268:0:101659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71a00.
00000800:00000200:1.0:1788971194.636275:0:101659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971194.636283:0:101659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971194.636288:0:101659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71a00 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:1.0:1788971194.636554:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971194.636560:0:101659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f180.
00000100:00000010:1.0:1788971194.636571:0:101659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fa80.
00000800:00000200:3.0:1788971194.636837:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971194.636846:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71a00.
00000400:00000200:3.0:1788971194.636854:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971194.636863:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971194.636871:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588b28
00000400:00000010:3.0:1788971194.636874:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588b28.
00000100:00000200:3.0:1788971194.636886:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb6300 x1875872179032704/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971194.640535:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.640545:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971194.640556:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.640562:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.640568:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.640572:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 344 into portal 25 MB=0x6aa1886e01280
00000400:00000200:2.0:1788971194.640578:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.640588:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 344/344 into md 0x3fd [1] + 224
00000400:00000200:2.0:1788971194.640606:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971194.640611:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971194.640624:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb6300 x1875872179032704/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971194.640773:0:101659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971194.640837:0:101659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588f68
00000400:00000010:1.0:1788971194.640842:0:101659:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588f68.
00000100:00000200:1.0:1788971194.640862:0:101659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb6300 x1875872179032704/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971194.640873:0:101659:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb6300 x1875872179032704/t0(0) o101->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971194.640899:0:101659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.640919:0:101659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98bb44585000.
02000000:00000010:1.0:1788971194.640924:0:101659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb49d69a00.
00000100:00000010:1.0:1788971194.640929:0:101659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb6300.
10000000:00000010:1.0:1788971194.640937:0:101659:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff98bb512e6080.
00000020:00000010:1.0:1788971194.640941:0:101659:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98bb49d69a00.
00000020:00000010:1.0:1788971194.640946:0:101659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98bb49d68000.
00000040:00000010:1.0:1788971194.640950:0:101659:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98bb49d68c00.
00000020:00000010:1.0:1788971194.640954:0:101659:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98bb474ca800.
00000020:00000010:1.0:1788971194.640959:0:101659:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb49d69600.
80000000:00000010:1.0:1788971194.640963:0:101659:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb51a9f6c0.
00040000:00000010:1.0:1788971194.640968:0:101659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb49d68200.
20000000:00000010:1.0:1788971194.640972:0:101659:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff98bb49d69800.
00000040:00000010:1.0:1788971194.640978:0:101659:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff98bb49d69000.
00000100:00000010:1.0:1788971194.640985:0:101659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb6300.
02000000:00000010:1.0:1788971194.641134:0:101659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb49d69e00.
00000100:00000010:1.0:1788971194.641149:0:101659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.641169:0:101659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb49d69c00.
00000400:00000200:1.0:1788971194.641174:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971194.641178:0:101659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971194.641182:0:101659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588f68.
00000100:00000200:1.0:1788971194.641188:0:101659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179032832, portal 25
00000400:00000010:1.0:1788971194.641192:0:101659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445887f8.
00000100:00000200:1.0:1788971194.641196:0:101659:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875872179032832, offset 0
00000400:00000200:1.0:1788971194.641202:0:101659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971194.641208:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.641214:0:101659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971194.641228:0:101659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971194.641234:0:101659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971194.641238:0:101659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971194.641241:0:101659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971194.641245:0:101659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [43:43:256:4294967295] 192.168.203.124@tcp LPNI seq info [43:43:8:4294967295]
00000400:00000200:1.0:1788971194.641250:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.641258:0:101659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971194.641265:0:101659:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971194.641270:0:101659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71f00.
00000800:00000200:1.0:1788971194.641276:0:101659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971194.641283:0:101659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971194.641286:0:101659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71f00 type 1, nob 600 niov 1 nkiov 1
00000400:00000200:1.0:1788971194.642021:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971194.644188:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971194.644195:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71f00.
00000400:00000200:2.0:1788971194.644200:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971194.644208:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971194.644225:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445887f8
00000400:00000010:2.0:1788971194.644227:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445887f8.
00000100:00000200:2.0:1788971194.644239:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb6300 x1875872179032832/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971194.651053:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.651063:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971194.651072:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.651077:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.651082:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.651086:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 272 into portal 25 MB=0x6aa1886e01300
00000400:00000200:2.0:1788971194.651092:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.651098:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 272/272 into md 0x405 [1] + 224
00000400:00000200:2.0:1788971194.651114:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971194.651119:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971194.651131:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb6300 x1875872179032832/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971194.651601:0:101659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971194.651606:0:101659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588f68
00000400:00000010:1.0:1788971194.651609:0:101659:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588f68.
00000100:00000200:1.0:1788971194.651615:0:101659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb6300 x1875872179032832/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971194.651626:0:101659:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb6300 x1875872179032832/t0(0) o501->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971194.651652:0:101659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.651664:0:101659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb49d69c00.
02000000:00000010:1.0:1788971194.651669:0:101659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb49d69e00.
00000100:00000010:1.0:1788971194.651673:0:101659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb6300.
00000040:00000010:1.0:1788971194.651683:0:101659:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff98bb51b30000.
00000100:00000010:1.0:1788971194.651688:0:101659:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb6300.
02000000:00000010:1.0:1788971194.651698:0:101659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff98bb49d69e00.
00000100:00000010:1.0:1788971194.651706:0:101659:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.651746:0:101659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff98bb475f0000.
00000400:00000200:1.0:1788971194.651751:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971194.651760:0:101659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971194.651764:0:101659:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff98bb42e053c0.
00000100:00000200:1.0:1788971194.651769:0:101659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872179032960, portal 25
00000400:00000010:1.0:1788971194.651773:0:101659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588f68.
00000100:00000200:1.0:1788971194.651776:0:101659:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872179032960, offset 0
00000400:00000200:1.0:1788971194.651791:0:101659:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971194.651796:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.651802:0:101659:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971194.651807:0:101659:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971194.651810:0:101659:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971194.651814:0:101659:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971194.651817:0:101659:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971194.651820:0:101659:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [44:44:256:4294967295] 192.168.203.124@tcp LPNI seq info [44:44:8:4294967295]
00000400:00000200:1.0:1788971194.651824:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971194.651832:0:101659:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971194.651838:0:101659:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971194.651842:0:101659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71100.
00000800:00000200:1.0:1788971194.651848:0:101659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971194.651855:0:101659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971194.651859:0:101659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71100 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971194.652085:0:101659:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971194.652416:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971194.652420:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71100.
00000400:00000200:2.0:1788971194.652426:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971194.652430:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971194.652434:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588f68
00000400:00000010:2.0:1788971194.652436:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588f68.
00000100:00000200:2.0:1788971194.652441:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb6300 x1875872179032960/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971210 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971194.659565:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.659576:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971194.659586:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.659592:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.659597:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.659601:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 8416 into portal 25 MB=0x6aa1886e01380
00000400:00000200:2.0:1788971194.659619:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971194.659626:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 8416/8416 into md 0x40d [4] + 224
00000400:00000200:2.0:1788971194.659650:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971194.659656:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971194.659675:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb6300 x1875872179032960/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971210 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971194.659831:0:101659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971194.659844:0:101659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb42e053c0
00000400:00000010:1.0:1788971194.659847:0:101659:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff98bb42e053c0.
00000100:00000200:1.0:1788971194.659860:0:101659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb6300 x1875872179032960/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971194.659874:0:101659:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb6300 x1875872179032960/t0(0) o503->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971210 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971194.659902:0:101659:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff98bb42e05480.
02000000:00000010:1.0:1788971194.659914:0:101659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff98bb475f0000.
02000000:00000010:1.0:1788971194.659930:0:101659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff98bb49d69e00.
00000100:00000010:1.0:1788971194.659947:0:101659:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb6300.
00000040:00000010:1.0:1788971194.659956:0:101659:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff98bb51a9fb40.
00000020:00000010:1.0:1788971194.660894:0:102261:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98bb49d69e00.
00000020:00000010:1.0:1788971194.660902:0:102261:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98bb49d69c00.
00000040:00000010:1.0:1788971194.660905:0:102261:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff98bb49d68e00.
00000020:00000010:1.0:1788971194.660910:0:102261:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff98bb474ca000.
00000020:00000010:1.0:1788971194.660914:0:102261:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff98bb4a303c60.
00000020:00000010:1.0:1788971194.660919:0:102261:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98bb541fd400.
80000000:00000010:1.0:1788971194.660922:0:102261:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff98bb51a9fea0.
40000000:00000010:1.0:1788971194.660926:0:102261:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff98bb512e6180.
00100000:00000010:1.0:1788971194.660931:0:102261:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff98bb474cf000.
00040000:00000010:1.0:1788971194.660936:0:102261:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff98bb49d71900.
00040000:00000010:1.0:1788971194.660939:0:102261:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff98bb474cc800.
00040000:00000010:1.0:1788971194.660943:0:102261:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98bb539c3a00.
00000004:00000010:1.0:1788971194.660948:0:102261:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff98bb474cf800.
00000004:00000010:1.0:1788971194.660954:0:102261:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff98bb44924000.
00000004:00000010:1.0:1788971194.660959:0:102261:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff98bb474c9800.
00002000:00000010:1.0:1788971194.660965:0:102261:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff98bb44585000.
00000004:00000010:1.0:1788971194.660969:0:102261:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff98bb44587c00.
00000020:00000010:1.0:1788971194.660974:0:102261:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff98bb512e6640.
00000040:00000010:1.0:1788971194.660981:0:102261:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff98bb51b32000.
00000040:00000010:1.0:1788971194.662282:0:102261:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff98bb51b32000.
00000020:00000010:1.0:1788971194.662294:0:102261:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff98bb512e6640.
00000020:00000010:1.0:1788971194.662419:0:102261:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98bb49d69c00.
00000040:00000010:1.0:1788971194.662426:0:102261:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98bb49d68e00.
00000020:00000010:1.0:1788971194.662430:0:102261:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98bb474ca000.
00000020:00000010:1.0:1788971194.662434:0:102261:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff98bb4a303c60.
00000020:00000010:1.0:1788971194.662439:0:102261:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98bb541fd400.
80000000:00000010:1.0:1788971194.662443:0:102261:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98bb51a9fea0.
40000000:00000010:1.0:1788971194.662447:0:102261:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff98bb512e6180.
00100000:00000010:1.0:1788971194.662450:0:102261:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff98bb474cf000.
00040000:00000010:1.0:1788971194.662453:0:102261:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff98bb49d71900.
00040000:00000010:1.0:1788971194.662457:0:102261:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff98bb474cc800.
00040000:00000010:1.0:1788971194.662471:0:102261:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98bb539c3a00.
00000004:00000010:1.0:1788971194.662475:0:102261:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff98bb474cf800.
00000004:00000010:1.0:1788971194.662479:0:102261:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff98bb44924000.
00000004:00000010:1.0:1788971194.662484:0:102261:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff98bb474c9800.
00002000:00000010:1.0:1788971194.662487:0:102261:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff98bb44585000.
00000004:00000010:1.0:1788971194.662491:0:102261:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff98bb44587c00.
00000020:00000010:1.0:1788971194.662494:0:102261:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb49d69e00.
00000040:00000010:0.0:1788971194.667633:0:101659:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff98bb51a9fb40.
00000040:00000010:0.0:1788971194.667649:0:101659:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff98bb51b30000.
00000040:00000010:0.0:1788971194.667654:0:101659:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff98bb49d69000.
00000020:00000010:0.0:1788971194.667660:0:101659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98bb49d68000.
00000040:00000010:0.0:1788971194.667664:0:101659:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff98bb49d68c00.
00000020:00000010:0.0:1788971194.667667:0:101659:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff98bb474ca800.
00000020:00000010:0.0:1788971194.667672:0:101659:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98bb49d69600.
80000000:00000010:0.0:1788971194.667676:0:101659:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff98bb51a9f6c0.
00040000:00000010:0.0:1788971194.667680:0:101659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98bb49d68200.
20000000:00000010:0.0:1788971194.667684:0:101659:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff98bb49d69800.
00000020:00000010:0.0:1788971194.667687:0:101659:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98bb49d69a00.
10000000:00000010:0.0:1788971194.667690:0:101659:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff98bb512e6080.
00000001:02000400:3.0:1788971195.364507:0:102297:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_253 skipping ALWAYS excluded test 253
00000100:00000010:3.0:1788971195.401662:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fa80.
00000100:00000010:2.0:1788971195.405873:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f180.
00000001:02000400:3.0:1788971197.297285:0:102436:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_254 skipping ALWAYS excluded test 254
00000020:00000010:3.0:1788971197.389473:0:101648:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff98bb445b4000.
00000100:00000010:2.0:1788971198.417797:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411880.
02000000:00000010:2.0:1788971198.417824:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
02000000:00000010:2.0:1788971198.417888:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb5389c200.
00000400:00000200:2.0:1788971198.418005:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971198.418014:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3000.
00000400:00000010:2.0:1788971198.418023:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971198.418257:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033088, portal 25
00000400:00000010:2.0:1788971198.418266:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971198.418270:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179033088, offset 0
00000400:00000200:2.0:1788971198.418282:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971198.418294:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.419049:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971198.419057:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971198.419062:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971198.419066:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971198.419071:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971198.419075:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [45:45:256:4294967295] 192.168.203.124@tcp LPNI seq info [45:45:8:4294967295]
00000400:00000200:2.0:1788971198.419082:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.419094:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971198.419101:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971198.419108:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5b00.
00000800:00000200:2.0:1788971198.419117:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971198.419127:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971198.419143:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971198.419164:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971198.419170:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab360.
00000100:00000010:2.0:1788971198.419183:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab780.
00000800:00000200:2.0:1788971198.419366:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971198.419372:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5b00.
00000400:00000200:2.0:1788971198.419378:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.419384:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971198.419391:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b03b8
00000400:00000010:2.0:1788971198.419394:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971198.419404:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411880 x1875872179033088/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971198.419438:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411500.
02000000:00000010:2.0:1788971198.419452:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5b00.
02000000:00000010:2.0:1788971198.419491:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb5389de00.
00000400:00000200:2.0:1788971198.419498:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971198.419502:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b31b8.
00000400:00000010:2.0:1788971198.419507:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971198.419512:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033216, portal 10
00000400:00000010:2.0:1788971198.419519:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0a18.
00000100:00000200:2.0:1788971198.419522:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179033216, offset 0
00000400:00000200:2.0:1788971198.419528:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971198.419535:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.419540:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971198.419542:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971198.419545:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971198.419547:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971198.419550:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971198.419553:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [46:46:256:4294967295] 192.168.203.124@tcp LPNI seq info [46:46:8:4294967295]
00000400:00000200:2.0:1788971198.419557:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.419564:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971198.419577:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971198.419581:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5300.
00000800:00000200:2.0:1788971198.419586:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971198.419592:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971198.419595:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971198.419609:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971198.421607:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971198.421622:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5300.
00000400:00000200:2.0:1788971198.421632:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.421744:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971198.421753:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0a18
00000400:00000010:2.0:1788971198.421757:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0a18.
00000100:00000200:2.0:1788971198.421769:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411500 x1875872179033216/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971198.421821:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411f80.
02000000:00000010:2.0:1788971198.421838:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5300.
02000000:00000010:2.0:1788971198.421894:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb47ecec00.
00000400:00000200:2.0:1788971198.421903:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971198.421917:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3478.
00000400:00000010:2.0:1788971198.421923:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0a18.
00000100:00000200:2.0:1788971198.421930:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033344, portal 4
00000400:00000010:2.0:1788971198.421939:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0990.
00000100:00000200:2.0:1788971198.421941:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179033344, offset 0
00000400:00000200:2.0:1788971198.421949:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971198.421957:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.421966:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971198.421971:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971198.421975:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971198.421979:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971198.421982:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971198.421986:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [47:47:256:4294967295] 192.168.203.124@tcp LPNI seq info [47:47:8:4294967295]
00000400:00000200:2.0:1788971198.422010:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.422022:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971198.422030:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971198.422035:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5900.
00000800:00000200:2.0:1788971198.422042:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971198.422051:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971198.422057:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971198.422082:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971198.422765:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971198.422770:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5900.
00000400:00000200:2.0:1788971198.422776:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.422782:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971198.422789:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0990
00000400:00000010:2.0:1788971198.422792:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0990.
00000100:00000200:2.0:1788971198.422799:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411f80 x1875872179033344/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971198.422831:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410000.
02000000:00000010:2.0:1788971198.422840:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5900.
02000000:00000010:2.0:1788971198.422886:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb47eba600.
00000400:00000200:2.0:1788971198.422891:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971198.422948:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3370.
00000400:00000010:2.0:1788971198.422953:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0990.
00000100:00000200:2.0:1788971198.422958:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033472, portal 4
00000400:00000010:2.0:1788971198.422963:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0f68.
00000100:00000200:2.0:1788971198.422966:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179033472, offset 0
00000400:00000200:2.0:1788971198.422971:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971198.422977:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.422982:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971198.422986:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971198.422989:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971198.422992:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971198.423003:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971198.423007:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [48:48:256:4294967295] 192.168.203.124@tcp LPNI seq info [48:48:8:4294967295]
00000400:00000200:2.0:1788971198.423011:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.423019:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971198.423025:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971198.423030:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb450e5700.
00000800:00000200:2.0:1788971198.423034:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971198.423040:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971198.423044:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb450e5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971198.423056:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971198.423195:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971198.423198:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb450e5700.
00000400:00000200:2.0:1788971198.423203:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.423207:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971198.423210:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0f68
00000400:00000010:2.0:1788971198.423270:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0f68.
00000100:00000200:2.0:1788971198.423277:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410000 x1875872179033472/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971198.425226:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425237:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971198.425248:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425255:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425433:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425438:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01400
00000400:00000200:2.0:1788971198.425444:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425452:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x415 [1] + 224
00000400:00000200:2.0:1788971198.425468:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.425473:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971198.425490:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411880 x1875872179033088/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971198.425819:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425823:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971198.425827:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425830:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425833:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425836:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01480
00000400:00000200:2.0:1788971198.425840:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425847:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x425 [1] + 224
00000400:00000200:2.0:1788971198.425855:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.425859:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971198.425868:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411500 x1875872179033216/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971198.425886:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425889:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971198.425892:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425895:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425908:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425911:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01500
00000400:00000200:2.0:1788971198.425915:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.425920:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x435 [1] + 224
00000400:00000200:2.0:1788971198.425976:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.425980:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971198.425986:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411f80 x1875872179033344/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971198.426025:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3478.
00000400:00000200:2.0:1788971198.426030:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0a18
00000400:00000010:2.0:1788971198.426033:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0a18.
00000100:00000200:2.0:1788971198.426039:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411f80 x1875872179033344/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971198.426055:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411f80 x1875872179033344/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971198.426393:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b31b8.
00000400:00000200:2.0:1788971198.426398:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b03b8
00000400:00000010:2.0:1788971198.426400:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971198.426404:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411500 x1875872179033216/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971198.426413:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411500 x1875872179033216/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971198.426788:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb47ecec00.
02000000:00000010:2.0:1788971198.426797:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971198.426804:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411f80.
02000000:00000010:2.0:1788971198.426810:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb5389de00.
02000000:00000010:2.0:1788971198.426814:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5b00.
00000100:00000010:2.0:1788971198.426816:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411500.
00000400:00000010:2.0:1788971198.426844:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3000.
00000400:00000200:2.0:1788971198.426848:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0e58
00000400:00000010:2.0:1788971198.426850:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971198.426857:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411880 x1875872179033088/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971198.426866:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411880 x1875872179033088/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971198.426878:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb5389c200.
02000000:00000010:2.0:1788971198.426883:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971198.426886:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411880.
00000400:00000200:2.0:1788971198.433469:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.433595:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971198.433608:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.433635:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.433642:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.433647:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01580
00000400:00000200:2.0:1788971198.433653:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971198.433661:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x445 [1] + 224
00000400:00000200:2.0:1788971198.433681:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971198.433687:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971198.434206:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410000 x1875872179033472/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971198.443402:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3370.
00000400:00000200:3.0:1788971198.443419:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0990
00000400:00000010:3.0:1788971198.443422:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0990.
00000100:00000200:3.0:1788971198.443442:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410000 x1875872179033472/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971198.443456:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410000 x1875872179033472/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971198.443793:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb47eba600.
02000000:00000010:3.0:1788971198.443805:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5900.
00000100:00000010:3.0:1788971198.443997:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410000.
00000100:00000010:2.0:1788971199.112799:0:9848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab360.
00000100:00000010:3.0:1788971199.112943:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab780.
00000001:02000400:1.0:1788971199.148833:0:102586:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 255: Use lnet routes param with pdsh syntax ========================================================== 12:26:37 (1788971197)
00000001:02000400:2.0:1788971200.891240:0:102725:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_255 kernel ip2nets deprecated in 2.17.53
00000001:02000400:0.0:1788971202.775131:0:102877:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 256: Router should not drop messages that are past the deadline ========================================================== 12:26:41 (1788971201)
00000100:00000010:3.0:1788971203.532397:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4e00.
02000000:00000010:3.0:1788971203.532419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb44c0da00.
00000100:00000010:3.0:1788971203.532461:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c6300.
02000000:00000010:3.0:1788971203.532466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb44c0d700.
00000100:00000010:3.0:1788971203.532474:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c5180.
02000000:00000010:3.0:1788971203.532478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb44c0df00.
00000100:00000010:3.0:1788971203.532484:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4000.
02000000:00000010:3.0:1788971203.532487:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb44c0d000.
02000000:00000010:3.0:1788971203.532520:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb50d52a00.
00000400:00000200:3.0:1788971203.532530:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971203.532534:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78948.
00000400:00000010:3.0:1788971203.532542:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971203.532549:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033600, portal 25
00000400:00000010:3.0:1788971203.532554:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971203.532558:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179033600, offset 0
00000400:00000200:3.0:1788971203.532566:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532582:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532590:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971203.532595:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971203.532599:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971203.532603:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971203.532605:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532609:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [49:49:256:4294967295] 192.168.203.124@tcp LPNI seq info [49:49:8:4294967295]
00000400:00000200:3.0:1788971203.532614:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532622:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971203.532628:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971203.532633:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb44c0d400.
00000800:00000200:3.0:1788971203.532640:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971203.532648:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971203.532653:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb44c0d400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971203.532668:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971203.532672:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8060.
00000100:00000010:3.0:1788971203.532682:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8e40.
02000000:00000010:3.0:1788971203.532692:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb50d52200.
00000400:00000200:3.0:1788971203.532696:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971203.532699:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971203.532703:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971203.532706:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033856, portal 4
00000400:00000010:3.0:1788971203.532710:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971203.532712:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179033856, offset 0
00000400:00000200:3.0:1788971203.532717:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532720:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532724:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971203.532726:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971203.532729:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971203.532731:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971203.532733:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532742:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [50:50:255:4294967295] 192.168.203.124@tcp LPNI seq info [50:50:7:4294967295]
00000400:00000200:3.0:1788971203.532746:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532752:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971203.532756:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971203.532759:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb44c0d200.
00000800:00000200:3.0:1788971203.532763:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971203.532767:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971203.532769:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb44c0d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971203.532774:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971203.532792:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb48185800.
00000400:00000200:3.0:1788971203.532795:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971203.532798:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78dc0.
00000400:00000010:3.0:1788971203.532802:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081bb0.
00000100:00000200:3.0:1788971203.532804:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033728, portal 10
00000400:00000010:3.0:1788971203.532808:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971203.532810:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179033728, offset 0
00000400:00000200:3.0:1788971203.532814:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532817:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532821:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971203.532823:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971203.532825:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971203.532827:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971203.532829:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532832:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [51:51:254:4294967295] 192.168.203.124@tcp LPNI seq info [51:51:6:4294967295]
00000400:00000200:3.0:1788971203.532835:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532841:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971203.532845:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971203.532848:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb44c0d300.
00000800:00000200:3.0:1788971203.532852:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971203.532855:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971203.532863:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb44c0d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971203.532869:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
02000000:00000010:3.0:1788971203.532877:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb48184600.
00000400:00000200:3.0:1788971203.532880:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971203.532882:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78b58.
00000400:00000010:3.0:1788971203.532885:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971203.532888:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179033984, portal 4
00000400:00000010:3.0:1788971203.532892:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081440.
00000100:00000200:3.0:1788971203.532894:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179033984, offset 0
00000400:00000200:3.0:1788971203.532898:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532901:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532904:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971203.532907:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971203.532909:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971203.532911:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971203.532914:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971203.532916:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [52:52:253:4294967295] 192.168.203.124@tcp LPNI seq info [52:52:5:4294967295]
00000400:00000200:3.0:1788971203.532920:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971203.532925:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971203.532929:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971203.532935:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5355e400.
00000800:00000200:3.0:1788971203.532939:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971203.532943:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971203.532945:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5355e400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971203.532950:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971203.532992:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971203.532996:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb44c0d400.
00000400:00000200:3.0:1788971203.533002:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971203.533006:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971203.533012:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:3.0:1788971203.533014:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971203.533028:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4e00 x1875872179033600/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971203.533050:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971203.533053:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb44c0d200.
00000400:00000200:3.0:1788971203.533056:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971203.533059:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971203.533062:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081550
00000400:00000010:3.0:1788971203.533064:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971203.533068:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c5180 x1875872179033856/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971203.533083:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971203.533085:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb44c0d300.
00000400:00000200:3.0:1788971203.533088:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971203.533091:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971203.533093:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:3.0:1788971203.533095:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971203.533099:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c6300 x1875872179033728/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971203.533164:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971203.533167:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5355e400.
00000400:00000200:3.0:1788971203.533171:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971203.533174:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971203.533177:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081440
00000400:00000010:3.0:1788971203.533179:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081440.
00000100:00000200:3.0:1788971203.533183:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4000 x1875872179033984/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971203.542906:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.542917:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971203.542926:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.542931:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.542936:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.542940:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01700
00000400:00000200:2.0:1788971203.542946:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.542952:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x465 [1] + 224
00000400:00000200:2.0:1788971203.542963:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971203.542968:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971203.542982:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c5180 x1875872179033856/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971203.543019:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543023:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971203.543027:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543029:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543031:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543034:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01600
00000400:00000200:2.0:1788971203.543037:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543055:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x455 [1] + 224
00000400:00000200:2.0:1788971203.543062:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971203.543065:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971203.543073:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4e00 x1875872179033600/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971203.543088:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543091:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971203.543095:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543097:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543100:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543102:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01780
00000400:00000200:2.0:1788971203.543105:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543109:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x485 [1] + 224
00000400:00000200:2.0:1788971203.543115:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971203.543118:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971203.543124:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4000 x1875872179033984/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971203.543137:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543140:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971203.543144:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543146:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543148:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543151:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01680
00000400:00000200:2.0:1788971203.543154:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971203.543159:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x475 [1] + 224
00000400:00000200:2.0:1788971203.543169:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971203.543172:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971203.543178:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c6300 x1875872179033728/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971203.543263:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78dc0.
00000400:00000200:3.0:1788971203.543268:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081bb0
00000400:00000010:3.0:1788971203.543271:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081bb0.
00000100:00000200:3.0:1788971203.543278:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c6300 x1875872179033728/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971203.543419:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c6300 x1875872179033728/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971203.543451:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78b58.
00000400:00000200:3.0:1788971203.543454:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081cc0
00000400:00000010:3.0:1788971203.543456:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971203.543461:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4000 x1875872179033984/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971203.543468:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4000 x1875872179033984/t0(0) o400->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971203.543479:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78948.
00000400:00000200:3.0:1788971203.543481:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081088
00000400:00000010:3.0:1788971203.543483:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971203.543486:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4e00 x1875872179033600/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971203.543494:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4e00 x1875872179033600/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971203.543503:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971203.543506:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971203.543507:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971203.543511:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c5180 x1875872179033856/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971203.543519:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c5180 x1875872179033856/t0(0) o400->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971203.543535:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb48185800.
02000000:00000010:3.0:1788971203.543541:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb44c0d700.
00000100:00000010:3.0:1788971203.543545:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c6300.
02000000:00000010:3.0:1788971203.543549:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb48184600.
02000000:00000010:3.0:1788971203.543558:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb44c0d000.
00000100:00000010:3.0:1788971203.543560:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4000.
02000000:00000010:3.0:1788971203.543563:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb50d52a00.
02000000:00000010:3.0:1788971203.543565:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb44c0da00.
00000100:00000010:3.0:1788971203.543567:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4e00.
02000000:00000010:3.0:1788971203.543569:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb50d52200.
02000000:00000010:3.0:1788971203.543571:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb44c0df00.
00000100:00000010:3.0:1788971203.543573:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c5180.
00000100:00000010:3.0:1788971204.231938:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8e40.
00000100:00000010:2.0:1788971204.238684:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8060.
00000001:02000400:0.0:1788971204.551160:0:103063:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_256 Need at least 2 remote nodes found oleg324-server
00000001:02000400:0.0:1788971206.427267:0:103216:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 257: Test graceful router shutdown/startup ========================================================== 12:26:44 (1788971204)
00000001:02000400:3.0:1788971208.516052:0:103401:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_257 Need at least 3 remote nodes found oleg324-server
00000100:00000010:2.0:1788971208.647414:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411880.
02000000:00000010:2.0:1788971208.647437:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb48503900.
00000100:00000010:2.0:1788971208.647473:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411500.
02000000:00000010:2.0:1788971208.647479:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb450e5700.
00000100:00000010:2.0:1788971208.647489:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411f80.
02000000:00000010:2.0:1788971208.647493:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb450e5f00.
00000100:02000000:2.0:1788971208.647497:0:470:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff98bb44a52000: disconnect after 23s idle
02000000:00000010:3.0:1788971208.650487:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb539c3a00.
00000400:00000200:3.0:1788971208.650503:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971208.650508:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971208.650515:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971208.650522:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034112, portal 25
00000400:00000010:3.0:1788971208.650528:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971208.650531:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179034112, offset 0
00000400:00000200:3.0:1788971208.650539:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971208.650548:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.650556:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971208.650561:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971208.650564:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971208.650569:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971208.650572:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971208.650576:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [53:53:256:4294967295] 192.168.203.124@tcp LPNI seq info [53:53:8:4294967295]
00000400:00000200:3.0:1788971208.650579:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.650589:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971208.650595:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971208.650600:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb44c0d300.
00000800:00000200:3.0:1788971208.650607:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971208.650614:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971208.650631:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb44c0d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971208.650649:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971208.650654:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8360.
00000100:00000010:3.0:1788971208.650665:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8540.
02000000:00000010:3.0:1788971208.650687:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb539c3800.
00000400:00000200:3.0:1788971208.650690:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971208.650693:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78948.
00000400:00000010:3.0:1788971208.650696:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971208.650699:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034240, portal 10
00000400:00000010:3.0:1788971208.650704:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081bb0.
00000100:00000200:3.0:1788971208.650706:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179034240, offset 0
00000400:00000200:3.0:1788971208.650710:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971208.650714:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.650717:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971208.650720:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971208.650722:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971208.650724:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971208.650726:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971208.650729:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [54:54:255:4294967295] 192.168.203.124@tcp LPNI seq info [54:54:7:4294967295]
00000400:00000200:3.0:1788971208.650733:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.650738:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971208.650743:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971208.650746:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb44c0d200.
00000800:00000200:3.0:1788971208.650750:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971208.650754:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971208.650756:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb44c0d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971208.650762:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971208.650811:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971208.650815:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb44c0d300.
00000400:00000200:3.0:1788971208.650820:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.650825:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971208.650834:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081088
00000400:00000010:3.0:1788971208.650837:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971208.650846:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411880 x1875872179034112/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971208.650938:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971208.650941:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb44c0d200.
00000400:00000200:3.0:1788971208.650944:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.650947:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971208.650950:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081bb0
00000400:00000010:3.0:1788971208.650952:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081bb0.
00000100:00000200:3.0:1788971208.650957:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411500 x1875872179034240/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971208.651578:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb51150200.
00000400:00000200:2.0:1788971208.651584:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971208.651588:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3000.
00000400:00000010:2.0:1788971208.651592:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0e58.
00000100:00000200:2.0:1788971208.651595:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034368, portal 4
00000400:00000010:2.0:1788971208.651599:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b03b8.
00000100:00000200:2.0:1788971208.651602:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179034368, offset 0
00000400:00000200:2.0:1788971208.651607:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971208.651612:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971208.651616:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971208.651620:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971208.651622:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971208.651625:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971208.651719:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971208.651724:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [55:55:256:4294967295] 192.168.203.124@tcp LPNI seq info [55:55:8:4294967295]
00000400:00000200:2.0:1788971208.651729:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971208.651735:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971208.651740:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971208.651745:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5000.
00000800:00000200:2.0:1788971208.651749:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971208.651755:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971208.651765:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971208.651782:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971208.651799:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410000.
02000000:00000010:2.0:1788971208.651812:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5200.
00000100:02000000:2.0:1788971208.651819:0:470:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff98bb44a52000: disconnect after 23s idle
02000000:00000010:2.0:1788971208.651843:0:100239:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb51150e00.
00000400:00000200:2.0:1788971208.651847:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971208.651850:0:100239:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b31b8.
00000400:00000010:2.0:1788971208.651853:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0a18.
00000100:00000200:2.0:1788971208.651856:0:100239:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034496, portal 4
00000400:00000010:2.0:1788971208.651860:0:100239:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0f68.
00000100:00000200:2.0:1788971208.651862:0:100239:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872179034496, offset 0
00000400:00000200:2.0:1788971208.651867:0:100239:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971208.651870:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971208.651874:0:100239:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971208.651877:0:100239:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971208.651879:0:100239:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971208.651881:0:100239:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971208.651884:0:100239:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971208.651887:0:100239:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [56:56:255:4294967295] 192.168.203.124@tcp LPNI seq info [56:56:7:4294967295]
00000400:00000200:2.0:1788971208.651891:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971208.651897:0:100239:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971208.651901:0:100239:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971208.651905:0:100239:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5700.
00000800:00000200:2.0:1788971208.651909:0:100239:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971208.651914:0:100239:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971208.651916:0:100239:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971208.651921:0:100239:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971208.651973:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971208.651976:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5000.
00000400:00000200:3.0:1788971208.651982:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.651987:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971208.651991:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b03b8
00000400:00000010:3.0:1788971208.651993:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b03b8.
00000100:00000200:3.0:1788971208.651999:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411f80 x1875872179034368/t0(0) o9->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971208.652045:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971208.652048:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5700.
00000400:00000200:3.0:1788971208.652051:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.652054:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971208.652057:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0f68
00000400:00000010:3.0:1788971208.652058:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0f68.
00000100:00000200:3.0:1788971208.652063:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410000 x1875872179034496/t0(0) o9->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971208.664749:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.664759:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971208.664767:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.664785:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.664790:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.664795:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01880
00000400:00000200:3.0:1788971208.664800:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.664806:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x4a5 [1] + 224
00000400:00000200:3.0:1788971208.664820:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.664824:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971208.664838:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411500 x1875872179034240/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971208.664879:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78948.
00000400:00000200:3.0:1788971208.664884:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081cc0
00000400:00000010:3.0:1788971208.664886:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971208.664892:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411500 x1875872179034240/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971208.664901:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411500 x1875872179034240/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971208.664932:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb539c3800.
02000000:00000010:3.0:1788971208.664938:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb450e5700.
00000100:00000010:3.0:1788971208.664945:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411500.
00000400:00000200:3.0:1788971208.674589:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674599:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971208.674607:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674612:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674617:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674621:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01900
00000400:00000200:3.0:1788971208.674727:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674735:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x4b5 [1] + 224
00000400:00000200:3.0:1788971208.674749:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.674755:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971208.674770:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411f80 x1875872179034368/t0(0) o9->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971208.674811:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674817:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971208.674822:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674825:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674828:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674832:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 4 MB=0x6aa1886e01980
00000400:00000200:3.0:1788971208.674836:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674840:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.124@tcp of length 224/224 into md 0x4c5 [1] + 224
00000400:00000200:3.0:1788971208.674846:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.674850:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971208.674857:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410000 x1875872179034496/t0(0) o9->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971208.674873:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674878:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971208.674882:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674885:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674888:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674891:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01800
00000400:00000200:3.0:1788971208.674896:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971208.674903:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x495 [1] + 224
00000400:00000200:3.0:1788971208.674912:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971208.674916:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971208.674922:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411880 x1875872179034112/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971208.674956:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971208.674961:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971208.674964:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971208.674969:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411880 x1875872179034112/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971208.674984:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411880 x1875872179034112/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971208.675015:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb539c3a00.
02000000:00000010:3.0:1788971208.675022:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb48503900.
00000100:00000010:3.0:1788971208.675027:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411880.
00000400:00000010:3.0:1788971208.675049:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b31b8.
00000400:00000200:3.0:1788971208.675053:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0a18
00000400:00000010:3.0:1788971208.675055:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0a18.
00000100:00000200:3.0:1788971208.675067:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410000 x1875872179034496/t0(0) o9->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971208.675076:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410000 x1875872179034496/t0(0) o9->lustre-OST0001-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971208.675095:0:100239:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3000.
00000400:00000200:3.0:1788971208.675098:0:100239:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0e58
00000400:00000010:3.0:1788971208.675100:0:100239:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0e58.
00000100:00000200:3.0:1788971208.675104:0:100239:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411f80 x1875872179034368/t0(0) o9->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971208.675112:0:100239:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411f80 x1875872179034368/t0(0) o9->lustre-OST0000-osc-ffff98bb44a52000@192.168.203.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971208.675124:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb51150e00.
02000000:00000010:3.0:1788971208.675129:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5200.
00000100:00000010:3.0:1788971208.675133:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410000.
02000000:00000010:3.0:1788971208.675136:0:100239:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb51150200.
02000000:00000010:3.0:1788971208.675139:0:100239:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb450e5f00.
00000100:00000010:3.0:1788971208.675143:0:100239:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411f80.
00000100:00000010:3.0:1788971209.351461:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8540.
00000100:00000010:2.0:1788971209.353193:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8360.
00000001:02000400:3.0:1788971210.194544:0:103553:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 260: test that linux sysctl parameter are set correctly ========================================================== 12:26:48 (1788971208)
00000100:00000010:2.0:1788971213.767591:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410a80.
02000000:00000010:2.0:1788971213.767629:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5200.
00000100:00000010:2.0:1788971213.767670:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413480.
02000000:00000010:2.0:1788971213.767676:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5700.
02000000:00000010:2.0:1788971213.767721:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f0200.
00000400:00000200:2.0:1788971213.767735:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971213.767741:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3478.
00000400:00000010:2.0:1788971213.767750:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0b28.
00000100:00000200:2.0:1788971213.767760:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034624, portal 25
00000400:00000010:2.0:1788971213.767767:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b07f8.
00000100:00000200:2.0:1788971213.767770:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179034624, offset 0
00000400:00000200:2.0:1788971213.767781:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971213.767792:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971213.767802:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971213.767809:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971213.767815:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971213.767819:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971213.767822:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971213.767826:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [57:57:256:4294967295] 192.168.203.124@tcp LPNI seq info [57:57:8:4294967295]
00000400:00000200:2.0:1788971213.767831:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971213.768199:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971213.768208:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971213.768215:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5000.
00000800:00000200:2.0:1788971213.768223:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971213.768243:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971213.768250:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971213.768267:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971213.768274:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abcc0.
00000100:00000010:2.0:1788971213.768287:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abea0.
02000000:00000010:2.0:1788971213.768954:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f1600.
00000400:00000200:2.0:1788971213.768964:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971213.768969:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3790.
00000400:00000010:2.0:1788971213.768982:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b06e8.
00000100:00000200:2.0:1788971213.768988:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034752, portal 10
00000400:00000010:2.0:1788971213.768996:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b02a8.
00000100:00000200:2.0:1788971213.768999:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179034752, offset 0
00000400:00000200:2.0:1788971213.769006:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971213.769018:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971213.769025:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971213.769030:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971213.769033:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971213.769036:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971213.769038:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971213.769042:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [58:58:255:4294967295] 192.168.203.124@tcp LPNI seq info [58:58:7:4294967295]
00000400:00000200:2.0:1788971213.769046:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971213.769054:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971213.769059:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971213.769065:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5500.
00000800:00000200:2.0:1788971213.769070:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971213.769075:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971213.769079:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971213.769086:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971213.769171:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971213.769176:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5000.
00000400:00000200:2.0:1788971213.769183:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971213.769188:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971213.769195:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b07f8
00000400:00000010:2.0:1788971213.769197:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b07f8.
00000100:00000200:2.0:1788971213.769208:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410a80 x1875872179034624/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971213.771515:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971213.771527:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5500.
00000400:00000200:2.0:1788971213.771537:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971213.771554:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971213.771564:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b02a8
00000400:00000010:2.0:1788971213.771567:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b02a8.
00000100:00000200:2.0:1788971213.771579:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413480 x1875872179034752/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971213.778118:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778142:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971213.778153:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778159:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778166:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778170:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01a80
00000400:00000200:3.0:1788971213.778177:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778185:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x4e5 [1] + 224
00000400:00000200:3.0:1788971213.778201:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971213.778206:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971213.778225:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413480 x1875872179034752/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971213.778501:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778507:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971213.778512:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778515:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778518:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778521:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01a00
00000400:00000200:3.0:1788971213.778525:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971213.778530:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x4d5 [1] + 224
00000400:00000200:3.0:1788971213.778539:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971213.778543:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971213.778550:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410a80 x1875872179034624/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971213.778723:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3790.
00000400:00000200:2.0:1788971213.778730:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b06e8
00000400:00000010:2.0:1788971213.778733:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b06e8.
00000100:00000200:2.0:1788971213.778741:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413480 x1875872179034752/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971213.778753:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413480 x1875872179034752/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971213.778789:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3478.
00000400:00000200:2.0:1788971213.778910:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0b28
00000400:00000010:2.0:1788971213.778913:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0b28.
00000100:00000200:2.0:1788971213.778920:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410a80 x1875872179034624/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971213.778930:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410a80 x1875872179034624/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971213.778954:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f1600.
02000000:00000010:2.0:1788971213.778963:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5700.
00000100:00000010:2.0:1788971213.778970:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413480.
02000000:00000010:2.0:1788971213.778976:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f0200.
02000000:00000010:2.0:1788971213.778979:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5200.
00000100:00000010:2.0:1788971213.778981:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410a80.
00000100:00000010:2.0:1788971214.472410:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abcc0.
00000100:00000010:3.0:1788971214.472571:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abea0.
00000100:00000010:0.0:1788971218.890163:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c700.
02000000:00000010:0.0:1788971218.890186:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ae00.
00000100:00000010:0.0:1788971218.890236:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971218.890242:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ad00.
02000000:00000010:0.0:1788971218.890279:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f5600.
00000400:00000200:0.0:1788971218.890288:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971218.890293:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
02000000:00000010:1.0:1788971218.890488:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459ab200.
00000400:00000200:1.0:1788971218.890503:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971218.890506:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971218.890511:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445886e8.
00000100:00000200:1.0:1788971218.890518:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179034880, portal 25
00000400:00000010:1.0:1788971218.890523:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445882a8.
00000100:00000200:1.0:1788971218.890533:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179034880, offset 0
00000400:00000200:1.0:1788971218.890548:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971218.890561:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971218.890575:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971218.890580:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971218.890583:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971218.890595:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971218.890598:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971218.890602:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [59:59:256:4294967295] 192.168.203.124@tcp LPNI seq info [59:59:8:4294967295]
00000400:00000200:1.0:1788971218.890606:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971218.890627:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971218.890656:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971218.890667:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71600.
00000800:00000200:1.0:1788971218.890675:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971218.890683:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971218.890688:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971218.890732:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971218.890752:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f540.
00000100:00000010:1.0:1788971218.890763:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f900.
00000800:00000200:2.0:1788971218.890970:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971218.890975:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71600.
00000400:00000200:2.0:1788971218.890980:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971218.890985:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971218.891003:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445882a8
00000400:00000010:2.0:1788971218.891011:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445882a8.
00000100:00000200:2.0:1788971218.891020:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c700 x1875872179034880/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971218.891705:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971218.891714:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035008, portal 10
00000400:00000010:0.0:1788971218.891728:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084cc0.
00000100:00000200:0.0:1788971218.891731:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179035008, offset 0
00000400:00000200:0.0:1788971218.891737:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971218.891743:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971218.891748:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971218.891764:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971218.891768:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971218.891770:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971218.891773:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971218.891776:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [60:60:256:4294967295] 192.168.203.124@tcp LPNI seq info [60:60:8:4294967295]
00000400:00000200:0.0:1788971218.891780:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971218.891787:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971218.891798:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971218.891803:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a200.
00000800:00000200:0.0:1788971218.891807:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971218.891813:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971218.891816:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971218.891839:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971218.892101:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971218.892106:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a200.
00000400:00000200:3.0:1788971218.892110:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971218.892115:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971218.892120:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084cc0
00000400:00000010:3.0:1788971218.892121:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084cc0.
00000100:00000200:3.0:1788971218.892141:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179035008/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971218.898177:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971218.898188:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971218.898210:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971218.898216:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971218.898221:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971218.898225:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01b00
00000400:00000200:2.0:1788971218.898230:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971218.898236:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x4f5 [1] + 224
00000400:00000200:2.0:1788971218.898258:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971218.898262:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971218.898280:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c700 x1875872179034880/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971218.898514:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971218.898520:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445886e8
00000400:00000010:1.0:1788971218.898523:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445886e8.
00000100:00000200:1.0:1788971218.898529:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c700 x1875872179034880/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971218.898539:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c700 x1875872179034880/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971218.898576:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459ab200.
02000000:00000010:1.0:1788971218.898582:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ae00.
00000100:00000010:1.0:1788971218.898587:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c700.
00000400:00000200:3.0:1788971218.905374:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971218.905384:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971218.905393:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971218.905398:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971218.905403:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971218.905407:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01b80
00000400:00000200:3.0:1788971218.905412:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971218.905418:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x4fd [1] + 224
00000400:00000200:3.0:1788971218.905430:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971218.905434:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971218.905447:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179035008/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971218.905847:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971218.905853:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971218.905855:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971218.905862:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179035008/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971218.905876:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179035008/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971218.905906:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f5600.
02000000:00000010:0.0:1788971218.905914:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ad00.
00000100:00000010:0.0:1788971218.905919:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000100:00000010:3.0:1788971219.591659:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f900.
00000100:00000010:2.0:1788971219.591798:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f540.
00000100:00000010:1.0:1788971224.017525:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb6300.
02000000:00000010:1.0:1788971224.017550:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71500.
00000100:00000010:1.0:1788971224.017584:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb4e00.
02000000:00000010:1.0:1788971224.017589:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71300.
02000000:00000010:1.0:1788971224.017739:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459ab200.
00000400:00000200:1.0:1788971224.017748:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971224.017752:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971224.017758:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445886e8.
00000100:00000200:1.0:1788971224.017770:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035136, portal 25
00000400:00000010:1.0:1788971224.017777:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445884c8.
00000100:00000200:1.0:1788971224.017784:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179035136, offset 0
00000400:00000200:1.0:1788971224.017792:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971224.017803:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971224.017809:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971224.017815:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971224.017819:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971224.017823:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971224.017826:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971224.017829:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [61:61:256:4294967295] 192.168.203.124@tcp LPNI seq info [61:61:8:4294967295]
00000400:00000200:1.0:1788971224.017848:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971224.017859:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971224.017873:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971224.017879:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71f00.
00000800:00000200:1.0:1788971224.017885:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971224.017893:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971224.017901:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971224.017921:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971224.017926:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9ff00.
00000100:00000010:1.0:1788971224.017936:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f420.
02000000:00000010:1.0:1788971224.018003:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aa000.
00000400:00000200:1.0:1788971224.018008:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971224.018012:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1788971224.018012:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971224.018019:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000800:00000010:2.0:1788971224.018020:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71f00.
00000100:00000200:1.0:1788971224.018025:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035264, portal 10
00000400:00000200:2.0:1788971224.018027:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1788971224.018033:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588c38.
00000400:00000200:2.0:1788971224.018036:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:1.0:1788971224.018038:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179035264, offset 0
00000400:00000200:2.0:1788971224.018043:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445884c8
00000400:00000010:2.0:1788971224.018047:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445884c8.
00000100:00000200:2.0:1788971224.018057:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb6300 x1875872179035136/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971224.020479:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.020487:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971224.020497:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.020501:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.020507:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.020523:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01c00
00000400:00000200:2.0:1788971224.020528:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.020545:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x505 [1] + 224
00000400:00000200:2.0:1788971224.020564:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971224.020569:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971224.020582:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb6300 x1875872179035136/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788971224.027174:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971224.027188:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971224.027196:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971224.027201:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971224.027204:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971224.027208:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971224.027210:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971224.027214:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [62:62:256:4294967295] 192.168.203.124@tcp LPNI seq info [62:62:8:4294967295]
00000400:00000200:1.0:1788971224.027217:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971224.027227:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971224.027233:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971224.027243:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71700.
00000800:00000200:1.0:1788971224.027250:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971224.027278:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971224.027283:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971224.027324:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971224.027337:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971224.027342:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445886e8
00000400:00000010:1.0:1788971224.027344:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445886e8.
00000100:00000200:1.0:1788971224.027353:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb6300 x1875872179035136/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971224.027363:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb6300 x1875872179035136/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971224.027389:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459ab200.
02000000:00000010:1.0:1788971224.027395:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71500.
00000100:00000010:1.0:1788971224.027398:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb6300.
00000800:00000200:2.0:1788971224.028167:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971224.028174:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71700.
00000400:00000200:2.0:1788971224.028179:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971224.028185:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971224.028190:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588c38
00000400:00000010:2.0:1788971224.028192:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588c38.
00000100:00000200:2.0:1788971224.028200:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb4e00 x1875872179035264/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971224.033663:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.033673:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971224.033684:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.033688:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.033694:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.033698:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01c80
00000400:00000200:2.0:1788971224.033703:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971224.033709:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x50d [1] + 224
00000400:00000200:2.0:1788971224.033727:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971224.033731:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971224.033745:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb4e00 x1875872179035264/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971224.033869:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971224.033875:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971224.033878:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971224.033885:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb4e00 x1875872179035264/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971224.033895:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb4e00 x1875872179035264/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971224.033926:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aa000.
02000000:00000010:1.0:1788971224.033933:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71300.
00000100:00000010:1.0:1788971224.033937:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb4e00.
00000100:00000010:3.0:1788971224.712380:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f420.
00000100:00000010:2.0:1788971224.715738:0:65400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9ff00.
00000020:00000010:1.0:1788971225.266403:0:104265:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971225.266486:0:104265:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971225.333827:0:104270:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971225.333923:0:104270:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:0.0:1788971226.377024:0:104274:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971226.377111:0:104274:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000020:00000010:3.0:1788971227.428387:0:104278:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971227.428480:0:104278:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:2.0:1788971228.460179:0:104282:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb461663c0.
00000020:00000010:2.0:1788971228.460271:0:104282:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb461663c0.
00000100:00000010:0.0:1788971229.129087:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971229.129111:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971229.129156:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c380.
02000000:00000010:0.0:1788971229.129161:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ac00.
02000000:00000010:0.0:1788971229.129194:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4400.
00000400:00000200:0.0:1788971229.129217:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971229.129222:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971229.129228:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971229.129236:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035520, portal 10
00000400:00000010:0.0:1788971229.129243:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084440.
00000100:00000200:0.0:1788971229.129246:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179035520, offset 0
00000400:00000200:0.0:1788971229.129255:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971229.129264:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971229.129270:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971229.129276:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971229.129279:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971229.129283:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971229.129286:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971229.129290:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [63:63:256:4294967295] 192.168.203.124@tcp LPNI seq info [63:63:8:4294967295]
00000400:00000200:0.0:1788971229.129294:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971229.129323:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971229.129330:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971229.129335:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a800.
00000800:00000200:0.0:1788971229.129342:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971229.129350:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971229.129354:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971229.129376:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971229.129382:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84c00.
00000100:00000010:0.0:1788971229.129391:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84c60.
02000000:00000010:0.0:1788971229.129411:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4a00.
00000400:00000200:0.0:1788971229.129416:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971229.129418:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb48163160.
00000400:00000010:0.0:1788971229.129421:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084220.
00000100:00000200:0.0:1788971229.129424:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035392, portal 25
00000400:00000010:0.0:1788971229.129427:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480843b8.
00000100:00000200:0.0:1788971229.129430:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179035392, offset 0
00000400:00000200:0.0:1788971229.129442:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971229.129447:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971229.129451:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971229.129454:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971229.129457:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971229.129460:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971229.129462:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971229.129465:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [64:64:255:4294967295] 192.168.203.124@tcp LPNI seq info [64:64:7:4294967295]
00000400:00000200:0.0:1788971229.129469:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971229.129475:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971229.129478:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971229.129482:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a900.
00000800:00000200:0.0:1788971229.129499:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971229.129504:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971229.129507:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971229.129512:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971229.129538:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971229.129544:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a800.
00000400:00000200:2.0:1788971229.129549:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.129555:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971229.129561:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084440
00000400:00000010:2.0:1788971229.129563:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084440.
00000100:00000200:2.0:1788971229.129572:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c380 x1875872179035520/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971229.129597:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971229.129599:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a900.
00000400:00000200:2.0:1788971229.129602:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.129605:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971229.129608:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480843b8
00000400:00000010:2.0:1788971229.129610:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480843b8.
00000100:00000200:2.0:1788971229.129614:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179035392/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971229.131854:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.131863:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971229.131870:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.131874:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.131879:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.131883:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01d80
00000400:00000200:2.0:1788971229.131887:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.131893:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x515 [1] + 224
00000400:00000200:2.0:1788971229.131906:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.131910:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971229.132802:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c380 x1875872179035520/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971229.134454:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971229.134464:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:0.0:1788971229.134467:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971229.134477:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c380 x1875872179035520/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971229.134552:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c380 x1875872179035520/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971229.134584:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4400.
02000000:00000010:0.0:1788971229.134590:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ac00.
00000100:00000010:0.0:1788971229.134594:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c380.
00000400:00000200:2.0:1788971229.138051:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.138061:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971229.138096:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.138102:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.138107:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.138110:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01d00
00000400:00000200:2.0:1788971229.138115:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971229.138130:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x51d [1] + 224
00000400:00000200:2.0:1788971229.138157:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.138162:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971229.138175:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179035392/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971229.138598:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb48163160.
00000400:00000200:0.0:1788971229.138607:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084220
00000400:00000010:0.0:1788971229.138611:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084220.
00000100:00000200:0.0:1788971229.138619:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179035392/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971229.138636:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179035392/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971229.138664:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4a00.
02000000:00000010:0.0:1788971229.138671:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971229.138675:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000020:00000010:1.0:1788971229.523010:0:104286:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971229.523192:0:104286:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000100:00000010:3.0:1788971229.831429:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84c60.
00000100:00000010:2.0:1788971229.832019:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84c00.
00000020:00000010:2.0:1788971230.574228:0:104290:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb461663c0.
00000020:00000010:2.0:1788971230.574354:0:104290:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb461663c0.
00000020:00000010:3.0:1788971231.607752:0:104295:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971231.607849:0:104295:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971232.658616:0:104299:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971232.658702:0:104299:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:1.0:1788971233.701200:0:104303:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971233.701295:0:104303:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000100:00000010:2.0:1788971234.247691:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410a80.
02000000:00000010:2.0:1788971234.247712:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5700.
00000100:00000010:2.0:1788971234.247742:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413480.
02000000:00000010:2.0:1788971234.247746:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5500.
02000000:00000010:2.0:1788971234.247774:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f1a00.
00000400:00000200:2.0:1788971234.247783:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971234.247787:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3478.
00000400:00000010:2.0:1788971234.247793:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0b28.
00000100:00000200:2.0:1788971234.247798:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035776, portal 10
00000400:00000010:2.0:1788971234.247805:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b06e8.
00000100:00000200:2.0:1788971234.247808:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179035776, offset 0
00000400:00000200:2.0:1788971234.247816:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971234.247823:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.247831:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971234.247836:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971234.247839:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971234.247843:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971234.247846:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971234.247862:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [65:65:256:4294967295] 192.168.203.124@tcp LPNI seq info [65:65:8:4294967295]
00000400:00000200:2.0:1788971234.247867:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.247877:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971234.247884:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971234.247888:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5000.
00000800:00000200:2.0:1788971234.247894:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971234.247901:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971234.247906:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971234.247920:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971234.247925:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abcc0.
00000100:00000010:2.0:1788971234.247933:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab060.
02000000:00000010:2.0:1788971234.247950:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f0a00.
00000400:00000200:2.0:1788971234.247954:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971234.247956:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3790.
00000400:00000010:2.0:1788971234.247960:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b02a8.
00000100:00000200:2.0:1788971234.247962:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035648, portal 25
00000400:00000010:2.0:1788971234.247965:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b07f8.
00000100:00000200:2.0:1788971234.247967:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179035648, offset 0
00000400:00000200:2.0:1788971234.247971:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971234.247974:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.247977:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971234.247980:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971234.247982:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971234.247984:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971234.247986:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971234.247989:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [66:66:255:4294967295] 192.168.203.124@tcp LPNI seq info [66:66:7:4294967295]
00000400:00000200:2.0:1788971234.247993:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.247999:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971234.248002:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971234.248005:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5f00.
00000800:00000200:2.0:1788971234.248012:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971234.248016:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971234.248019:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971234.248023:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971234.248065:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971234.248068:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5000.
00000400:00000200:2.0:1788971234.248074:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971234.248079:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971234.248094:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b06e8
00000400:00000010:2.0:1788971234.248097:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b06e8.
00000100:00000200:2.0:1788971234.248106:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413480 x1875872179035776/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971234.248429:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971234.248432:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5f00.
00000400:00000200:2.0:1788971234.248435:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971234.248487:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971234.248490:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b07f8
00000400:00000010:2.0:1788971234.248492:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b07f8.
00000100:00000200:2.0:1788971234.248499:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410a80 x1875872179035648/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971234.253545:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971234.253554:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971234.253561:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971234.253566:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971234.253572:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971234.253576:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01e00
00000400:00000200:3.0:1788971234.253581:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971234.253599:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x535 [1] + 224
00000400:00000200:3.0:1788971234.253612:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971234.253617:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971234.253629:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410a80 x1875872179035648/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971234.253690:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3790.
00000400:00000200:3.0:1788971234.253694:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b02a8
00000400:00000010:3.0:1788971234.253696:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b02a8.
00000100:00000200:3.0:1788971234.253702:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410a80 x1875872179035648/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971234.253710:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410a80 x1875872179035648/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971234.253735:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f0a00.
02000000:00000010:3.0:1788971234.253740:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5700.
00000100:00000010:3.0:1788971234.253745:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410a80.
00000400:00000200:2.0:1788971234.258556:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.258565:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971234.258573:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.258577:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.258582:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.258585:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01e80
00000400:00000200:2.0:1788971234.258590:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971234.258596:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x525 [1] + 224
00000400:00000200:2.0:1788971234.258609:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971234.258614:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971234.258627:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413480 x1875872179035776/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971234.258800:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3478.
00000400:00000200:3.0:1788971234.258805:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0b28
00000400:00000010:3.0:1788971234.258808:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0b28.
00000100:00000200:3.0:1788971234.258814:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413480 x1875872179035776/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971234.258822:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413480 x1875872179035776/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971234.258852:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f1a00.
02000000:00000010:3.0:1788971234.258858:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5500.
00000100:00000010:3.0:1788971234.258864:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413480.
00000020:00000010:1.0:1788971234.741752:0:104307:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971234.742131:0:104307:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000100:00000010:3.0:1788971234.951473:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab060.
00000100:00000010:2.0:1788971234.951573:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abcc0.
00000020:00000010:3.0:1788971235.774025:0:104311:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971235.774130:0:104311:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:2.0:1788971236.832223:0:104315:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb461663c0.
00000020:00000010:2.0:1788971236.834970:0:104315:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb461663c0.
00000020:00000010:1.0:1788971237.886642:0:104319:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971237.886724:0:104319:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971238.915987:0:104324:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971238.916158:0:104324:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000100:00000010:0.0:1788971239.367532:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971239.367555:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971239.367593:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c380.
02000000:00000010:0.0:1788971239.367598:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ac00.
02000000:00000010:0.0:1788971239.367632:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f5600.
00000400:00000200:0.0:1788971239.367642:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971239.367646:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb48163160.
00000400:00000010:0.0:1788971239.367652:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084220.
00000100:00000200:0.0:1788971239.367659:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036032, portal 10
00000400:00000010:0.0:1788971239.367666:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084550.
00000100:00000200:0.0:1788971239.367670:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179036032, offset 0
00000400:00000200:0.0:1788971239.367678:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971239.367688:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971239.367695:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971239.367700:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971239.367704:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971239.367707:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971239.367710:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971239.367714:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [67:67:256:4294967295] 192.168.203.124@tcp LPNI seq info [67:67:8:4294967295]
00000400:00000200:0.0:1788971239.367718:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971239.367728:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971239.367734:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971239.367739:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a000.
00000800:00000200:0.0:1788971239.367746:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971239.367767:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971239.367772:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971239.367795:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971239.367801:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84240.
00000100:00000010:0.0:1788971239.367811:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e845a0.
02000000:00000010:0.0:1788971239.367833:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f5c00.
00000400:00000200:0.0:1788971239.367838:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971239.367840:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971239.367844:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971239.367847:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179035904, portal 25
00000400:00000010:0.0:1788971239.367850:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084198.
00000100:00000200:0.0:1788971239.367853:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179035904, offset 0
00000400:00000200:0.0:1788971239.367857:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971239.367861:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971239.367865:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971239.367868:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971239.367870:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971239.367872:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971239.367874:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971239.367876:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [68:68:255:4294967295] 192.168.203.124@tcp LPNI seq info [68:68:7:4294967295]
00000400:00000200:0.0:1788971239.367879:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971239.367885:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971239.367889:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971239.367892:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a600.
00000800:00000200:0.0:1788971239.367895:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971239.367900:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971239.367902:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971239.367905:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971239.368010:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971239.368020:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a000.
00000400:00000200:3.0:1788971239.368026:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971239.368031:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971239.368037:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084550
00000400:00000010:3.0:1788971239.368039:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084550.
00000100:00000200:3.0:1788971239.368058:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c380 x1875872179036032/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971239.368135:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971239.368138:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a600.
00000400:00000200:3.0:1788971239.368141:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971239.368145:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971239.368148:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084198
00000400:00000010:3.0:1788971239.368149:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084198.
00000100:00000200:3.0:1788971239.368154:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179035904/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971239.372784:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971239.372794:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971239.372802:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971239.372807:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971239.372812:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971239.372816:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e01f80
00000400:00000200:2.0:1788971239.372821:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971239.372827:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x545 [1] + 224
00000400:00000200:2.0:1788971239.372842:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971239.372846:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971239.372860:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c380 x1875872179036032/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971239.372964:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb48163160.
00000400:00000200:0.0:1788971239.372970:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084220
00000400:00000010:0.0:1788971239.372972:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084220.
00000100:00000200:0.0:1788971239.372992:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c380 x1875872179036032/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971239.373000:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c380 x1875872179036032/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971239.373032:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f5600.
02000000:00000010:0.0:1788971239.373036:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ac00.
00000100:00000010:0.0:1788971239.373041:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c380.
00000400:00000200:3.0:1788971239.373502:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971239.373512:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971239.373520:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971239.373525:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971239.373531:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971239.373535:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e01f00
00000400:00000200:3.0:1788971239.373540:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971239.373547:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x54d [1] + 224
00000400:00000200:3.0:1788971239.373561:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971239.373566:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971239.373579:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179035904/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971239.373645:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971239.373651:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971239.373653:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971239.373661:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179035904/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971239.373671:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179035904/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971239.373686:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f5c00.
02000000:00000010:0.0:1788971239.373690:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971239.373693:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000020:00000010:0.0:1788971239.964826:0:104328:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971239.964910:0:104328:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000100:00000010:2.0:1788971240.071399:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84240.
00000100:00000010:3.0:1788971240.072709:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e845a0.
00000020:00000010:2.0:1788971241.001153:0:104332:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb461663c0.
00000020:00000010:2.0:1788971241.001241:0:104332:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb461663c0.
00000020:00000010:1.0:1788971242.032719:0:104336:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971242.032886:0:104336:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:0.0:1788971243.064946:0:104340:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971243.065038:0:104340:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000020:00000010:2.0:1788971244.094910:0:104344:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971244.094989:0:104344:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000100:00000010:0.0:1788971244.487824:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971244.487844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971244.487881:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c380.
02000000:00000010:0.0:1788971244.487885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ac00.
02000000:00000010:0.0:1788971244.487919:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4e00.
00000400:00000200:0.0:1788971244.487938:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971244.487942:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971244.487949:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971244.487955:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036288, portal 10
00000400:00000010:0.0:1788971244.487975:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084220.
00000100:00000200:0.0:1788971244.487978:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179036288, offset 0
00000400:00000200:0.0:1788971244.487988:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971244.487996:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971244.488004:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971244.488019:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971244.488024:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971244.488027:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971244.488030:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971244.488033:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [69:69:256:4294967295] 192.168.203.124@tcp LPNI seq info [69:69:8:4294967295]
00000400:00000200:0.0:1788971244.488038:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971244.488047:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971244.488053:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971244.488057:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a700.
00000800:00000200:0.0:1788971244.488063:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971244.488070:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971244.488075:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971244.488147:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971244.488153:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84480.
00000100:00000010:0.0:1788971244.488162:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84660.
02000000:00000010:0.0:1788971244.488192:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4600.
00000400:00000200:0.0:1788971244.488197:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971244.488199:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb48163160.
00000400:00000010:0.0:1788971244.488202:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084ee0.
00000100:00000200:0.0:1788971244.488205:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036160, portal 25
00000400:00000010:0.0:1788971244.488208:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084d48.
00000100:00000200:0.0:1788971244.488210:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179036160, offset 0
00000400:00000200:0.0:1788971244.488215:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971244.488219:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971244.488222:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971244.488225:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971244.488233:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971244.488235:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971244.488238:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971244.488240:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [70:70:255:4294967295] 192.168.203.124@tcp LPNI seq info [70:70:7:4294967295]
00000400:00000200:0.0:1788971244.488244:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971244.488250:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971244.488255:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971244.488259:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a300.
00000800:00000200:0.0:1788971244.488263:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971244.488267:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971244.488270:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971244.488274:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971244.488777:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971244.488784:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a700.
00000400:00000200:2.0:1788971244.488790:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971244.488796:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971244.488801:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084220
00000400:00000010:2.0:1788971244.488804:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084220.
00000100:00000200:2.0:1788971244.488813:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c380 x1875872179036288/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971244.489743:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971244.489760:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a300.
00000400:00000200:2.0:1788971244.489766:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971244.489772:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971244.489777:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084d48
00000400:00000010:2.0:1788971244.489779:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084d48.
00000100:00000200:2.0:1788971244.489786:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179036160/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971244.492492:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971244.492500:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971244.492508:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971244.492524:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971244.492529:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971244.492533:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02000
00000400:00000200:3.0:1788971244.492538:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971244.492545:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x55d [1] + 224
00000400:00000200:3.0:1788971244.492558:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971244.492562:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971244.492576:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179036160/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971244.492846:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb48163160.
00000400:00000200:0.0:1788971244.492853:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084ee0
00000400:00000010:0.0:1788971244.492855:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084ee0.
00000100:00000200:0.0:1788971244.492862:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179036160/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971244.492872:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179036160/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971244.492900:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4600.
02000000:00000010:0.0:1788971244.492907:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971244.492911:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000400:00000200:2.0:1788971244.493158:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971244.493163:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971244.493169:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971244.493172:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971244.493175:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971244.493178:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02080
00000400:00000200:2.0:1788971244.493182:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971244.493186:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x555 [1] + 224
00000400:00000200:2.0:1788971244.493196:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971244.493200:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971244.493207:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c380 x1875872179036288/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971244.493273:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971244.493276:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971244.493277:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971244.493281:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c380 x1875872179036288/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971244.493287:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c380 x1875872179036288/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971244.493321:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4e00.
02000000:00000010:0.0:1788971244.493330:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ac00.
00000100:00000010:0.0:1788971244.493332:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c380.
00000020:00000010:0.0:1788971245.130879:0:104348:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971245.130968:0:104348:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000100:00000010:2.0:1788971245.191427:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84480.
00000100:00000010:3.0:1788971245.191836:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84660.
00000020:00000010:1.0:1788971246.169885:0:104353:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971246.169973:0:104353:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:0.0:1788971247.224389:0:104357:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971247.224546:0:104357:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000020:00000010:1.0:1788971248.260108:0:104361:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971248.260196:0:104361:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971249.287805:0:104365:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971249.287891:0:104365:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000100:00000010:0.0:1788971249.607413:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353c380.
02000000:00000010:0.0:1788971249.607436:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ac00.
02000000:00000010:1.0:1788971249.607518:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aba00.
00000400:00000200:1.0:1788971249.607528:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971249.607532:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971249.607539:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971249.607546:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036416, portal 25
00000400:00000010:1.0:1788971249.607550:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445886e8.
00000100:00000200:1.0:1788971249.607554:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179036416, offset 0
00000400:00000200:1.0:1788971249.607563:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971249.607572:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971249.607579:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971249.607585:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971249.607588:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971249.607592:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971249.607595:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971249.607599:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [71:71:256:4294967295] 192.168.203.124@tcp LPNI seq info [71:71:8:4294967295]
00000400:00000200:1.0:1788971249.607603:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971249.607613:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971249.607620:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971249.607637:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71300.
00000800:00000200:1.0:1788971249.607644:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971249.607651:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971249.607656:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971249.607677:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971249.607682:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fc60.
00000100:00000010:1.0:1788971249.607693:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f360.
00000800:00000200:3.0:1788971249.607835:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971249.607840:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71300.
00000400:00000200:3.0:1788971249.607845:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971249.607850:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971249.607856:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445886e8
00000400:00000010:3.0:1788971249.607858:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445886e8.
00000100:00000200:3.0:1788971249.607866:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353c380 x1875872179036416/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971249.609274:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971249.609289:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418af00.
02000000:00000010:0.0:1788971249.609856:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4200.
00000400:00000200:0.0:1788971249.609865:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971249.609869:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971249.609875:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971249.609881:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036544, portal 10
00000400:00000010:0.0:1788971249.609888:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084ee0.
00000100:00000200:0.0:1788971249.609891:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179036544, offset 0
00000400:00000200:0.0:1788971249.609898:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971249.609905:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971249.609912:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971249.609916:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971249.610456:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971249.610464:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971249.610467:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971249.610471:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [72:72:256:4294967295] 192.168.203.124@tcp LPNI seq info [72:72:8:4294967295]
00000400:00000200:0.0:1788971249.610476:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971249.610487:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971249.610493:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971249.610499:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a300.
00000800:00000200:0.0:1788971249.610506:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971249.610513:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971249.610530:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971249.610544:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610551:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971249.610562:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610566:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610571:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610575:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02100
00000400:00000200:2.0:1788971249.610580:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610586:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x565 [1] + 224
00000400:00000200:0.0:1788971249.610600:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.610601:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971249.610608:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971249.610627:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353c380 x1875872179036416/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971249.610708:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971249.610712:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a300.
00000400:00000200:2.0:1788971249.610716:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971249.610720:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971249.610724:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084ee0
00000400:00000010:2.0:1788971249.610727:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084ee0.
00000100:00000200:2.0:1788971249.610733:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179036544/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971249.611291:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971249.611313:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971249.611315:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971249.611323:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353c380 x1875872179036416/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971249.611331:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353c380 x1875872179036416/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971249.611414:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aba00.
02000000:00000010:1.0:1788971249.611419:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ac00.
00000100:00000010:1.0:1788971249.611423:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353c380.
00000400:00000200:2.0:1788971249.616632:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.616643:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971249.616652:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.616657:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.616662:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.616667:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02180
00000400:00000200:2.0:1788971249.616672:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971249.616678:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x56d [1] + 224
00000400:00000200:2.0:1788971249.616692:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971249.616696:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971249.616709:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179036544/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971249.617730:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971249.617737:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971249.617740:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971249.617749:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179036544/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971249.617760:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179036544/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971249.617791:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4200.
02000000:00000010:0.0:1788971249.617798:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971249.617802:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000100:00000010:2.0:1788971250.311383:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fc60.
00000100:00000010:3.0:1788971250.311782:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f360.
00000020:00000010:3.0:1788971250.315805:0:104369:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971250.315895:0:104369:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971251.357508:0:104373:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca560.
00000020:00000010:3.0:1788971251.357592:0:104373:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca560.
00000020:00000010:1.0:1788971252.397448:0:104377:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971252.397655:0:104377:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:2.0:1788971253.430758:0:104382:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971253.430843:0:104382:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971254.481108:0:104386:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971254.481198:0:104386:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000100:00000010:0.0:1788971254.731212:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f100.
02000000:00000010:0.0:1788971254.731234:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418af00.
00000100:00000010:0.0:1788971254.731275:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353e680.
02000000:00000010:0.0:1788971254.731280:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a700.
02000000:00000010:0.0:1788971254.731328:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4400.
00000400:00000200:0.0:1788971254.731337:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971254.731341:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971254.731347:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971254.731353:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036800, portal 10
00000400:00000010:0.0:1788971254.731360:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084a18.
00000100:00000200:0.0:1788971254.731363:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179036800, offset 0
00000400:00000200:0.0:1788971254.731372:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971254.731380:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971254.731401:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971254.731407:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971254.731412:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971254.731417:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971254.731420:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
02000000:00000010:1.0:1788971254.731422:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aba00.
00000400:00000200:0.0:1788971254.731426:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [73:73:256:4294967295] 192.168.203.124@tcp LPNI seq info [73:73:8:4294967295]
00000400:00000200:1.0:1788971254.731430:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971254.731434:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971254.731439:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971254.731444:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036672, portal 25
00000400:00000200:0.0:1788971254.731449:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971254.731451:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588880.
00000100:00000200:1.0:1788971254.731455:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179036672, offset 0
00000400:00000200:1.0:1788971254.731464:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971254.731465:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788971254.731471:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:0.0:1788971254.731475:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971254.731479:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000800:00000010:0.0:1788971254.731482:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a600.
00000400:00000200:1.0:1788971254.731484:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971254.731489:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000800:00000200:0.0:1788971254.731492:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000400:00000200:1.0:1788971254.731501:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1788971254.731502:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000400:00000200:1.0:1788971254.731506:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000800:00000200:0.0:1788971254.731509:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971254.731511:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [74:74:255:4294967295] 192.168.203.124@tcp LPNI seq info [74:74:7:4294967295]
00000400:00000200:1.0:1788971254.731518:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971254.731536:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971254.731537:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1788971254.731543:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84a20.
00000800:00000200:1.0:1788971254.731544:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971254.731551:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71500.
00000100:00000010:0.0:1788971254.731556:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e847e0.
00000800:00000200:1.0:1788971254.731557:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971254.731564:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971254.731568:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971254.731573:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971254.732527:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971254.732533:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a600.
00000400:00000200:2.0:1788971254.732538:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971254.732552:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971254.732558:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084a18
00000400:00000010:2.0:1788971254.732561:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084a18.
00000100:00000200:2.0:1788971254.732571:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353e680 x1875872179036800/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971254.732644:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971254.732647:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71500.
00000400:00000200:2.0:1788971254.732650:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971254.732653:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971254.732657:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588880
00000400:00000010:2.0:1788971254.732658:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588880.
00000100:00000200:2.0:1788971254.732664:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f100 x1875872179036672/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971254.735197:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.735206:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971254.735213:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.735218:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.735222:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.735226:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02280
00000400:00000200:2.0:1788971254.735232:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.735237:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x575 [1] + 224
00000400:00000200:2.0:1788971254.735250:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971254.735254:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971254.735267:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353e680 x1875872179036800/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971254.735686:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971254.735692:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971254.735694:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971254.735701:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353e680 x1875872179036800/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971254.735710:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353e680 x1875872179036800/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971254.735741:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4400.
02000000:00000010:0.0:1788971254.735747:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a700.
00000100:00000010:0.0:1788971254.735751:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353e680.
00000400:00000200:2.0:1788971254.743762:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.743772:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971254.743782:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.743786:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.743791:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.743809:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02200
00000400:00000200:2.0:1788971254.743815:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971254.743821:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x57d [1] + 224
00000400:00000200:2.0:1788971254.743839:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971254.743843:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971254.743857:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f100 x1875872179036672/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971254.743988:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971254.743994:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971254.743997:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971254.744003:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f100 x1875872179036672/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971254.744013:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f100 x1875872179036672/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971254.744039:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aba00.
02000000:00000010:1.0:1788971254.744045:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418af00.
00000100:00000010:1.0:1788971254.744062:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f100.
00000100:00000010:3.0:1788971255.431471:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e847e0.
00000100:00000010:2.0:1788971255.432025:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84a20.
00000020:00000010:1.0:1788971255.527887:0:104390:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971255.528021:0:104390:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971256.584662:0:104394:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971256.584775:0:104394:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:0.0:1788971257.633272:0:104398:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971257.633379:0:104398:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000020:00000010:2.0:1788971258.679769:0:104402:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971258.680343:0:104402:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:3.0:1788971259.723573:0:104406:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971259.723689:0:104406:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000100:00000010:0.0:1788971259.847504:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353e680.
02000000:00000010:0.0:1788971259.847525:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a700.
00000100:00000010:0.0:1788971259.847561:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f800.
02000000:00000010:0.0:1788971259.847566:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a000.
02000000:00000010:1.0:1788971259.847598:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459ab000.
00000400:00000200:1.0:1788971259.847610:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971259.847614:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971259.847623:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971259.847631:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179036928, portal 25
00000400:00000010:1.0:1788971259.847652:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588660.
00000100:00000200:1.0:1788971259.847657:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179036928, offset 0
00000400:00000200:1.0:1788971259.847668:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
02000000:00000010:0.0:1788971259.847675:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4a00.
00000400:00000200:1.0:1788971259.847679:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971259.847684:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971259.847688:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000200:1.0:1788971259.847690:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971259.847696:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1788971259.847702:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000400:00000200:1.0:1788971259.847703:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000100:00000200:0.0:1788971259.847709:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037056, portal 10
00000400:00000200:1.0:1788971259.847710:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971259.847716:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000010:0.0:1788971259.847718:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084990.
00000400:00000200:1.0:1788971259.847721:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [75:75:256:4294967295] 192.168.203.124@tcp LPNI seq info [75:75:8:4294967295]
00000100:00000200:0.0:1788971259.847723:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179037056, offset 0
00000400:00000200:1.0:1788971259.847729:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971259.847738:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971259.847744:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971259.847759:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71100.
00000800:00000200:1.0:1788971259.847767:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971259.847774:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971259.847778:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971259.847801:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971259.847807:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971259.847808:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971259.847814:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000100:00000010:1.0:1788971259.847816:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9ff60.
00000400:00000200:0.0:1788971259.847819:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971259.847823:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971259.847826:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1788971259.847829:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f300.
00000400:00000200:0.0:1788971259.847829:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971259.847835:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [76:76:255:4294967295] 192.168.203.124@tcp LPNI seq info [76:76:7:4294967295]
00000400:00000200:0.0:1788971259.847839:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971259.847846:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971259.847851:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971259.847855:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a900.
00000800:00000200:0.0:1788971259.847861:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971259.847866:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971259.847869:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971259.847875:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971259.850433:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971259.850442:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71100.
00000400:00000200:2.0:1788971259.850450:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971259.850458:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971259.850465:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588660
00000400:00000010:2.0:1788971259.850468:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588660.
00000100:00000200:2.0:1788971259.850479:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353e680 x1875872179036928/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971259.850558:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971259.850561:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a900.
00000400:00000200:2.0:1788971259.850564:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971259.850568:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971259.850570:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084990
00000400:00000010:2.0:1788971259.850572:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084990.
00000100:00000200:2.0:1788971259.850578:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f800 x1875872179037056/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971259.854429:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854439:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971259.854449:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854454:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854459:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854479:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02380
00000400:00000200:2.0:1788971259.854484:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854492:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x58d [1] + 224
00000400:00000200:2.0:1788971259.854505:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971259.854510:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971259.854524:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f800 x1875872179037056/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971259.854882:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854886:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971259.854890:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854893:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854896:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854910:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02300
00000400:00000200:2.0:1788971259.854914:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971259.854918:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x585 [1] + 224
00000400:00000200:2.0:1788971259.854928:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971259.854932:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971259.854939:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353e680 x1875872179036928/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971259.855240:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971259.855246:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971259.855249:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971259.855256:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f800 x1875872179037056/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971259.855266:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f800 x1875872179037056/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971259.855296:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4a00.
02000000:00000010:0.0:1788971259.855336:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a000.
00000100:00000010:0.0:1788971259.855340:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f800.
00000400:00000010:1.0:1788971259.856922:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971259.856932:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971259.856934:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971259.856946:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353e680 x1875872179036928/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971259.856956:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353e680 x1875872179036928/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971259.856976:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459ab000.
02000000:00000010:1.0:1788971259.856982:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a700.
00000100:00000010:1.0:1788971259.856985:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353e680.
00000100:00000010:3.0:1788971260.551442:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f300.
00000100:00000010:2.0:1788971260.551442:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9ff60.
00000020:00000010:1.0:1788971260.750607:0:104411:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971260.750696:0:104411:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971261.780796:0:104415:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971261.780899:0:104415:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:1.0:1788971262.807339:0:104419:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971262.807668:0:104419:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:2.0:1788971263.836178:0:104423:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971263.836268:0:104423:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971264.874216:0:104427:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971264.874325:0:104427:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000100:00000010:2.0:1788971264.967485:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43412d80.
02000000:00000010:2.0:1788971264.967509:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971264.967548:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411c00.
02000000:00000010:2.0:1788971264.967552:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5000.
02000000:00000010:3.0:1788971264.968123:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549600.
00000400:00000200:3.0:1788971264.968134:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971264.968139:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971264.968145:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971264.968151:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037184, portal 25
00000400:00000010:3.0:1788971264.968157:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971264.968160:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179037184, offset 0
00000400:00000200:3.0:1788971264.968168:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971264.968176:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.968184:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971264.968190:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971264.968194:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971264.968198:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971264.968201:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971264.968204:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [77:77:256:4294967295] 192.168.203.124@tcp LPNI seq info [77:77:8:4294967295]
00000400:00000200:3.0:1788971264.968208:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.968228:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971264.968234:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971264.968239:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d700.
00000800:00000200:3.0:1788971264.968246:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971264.968253:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971264.968257:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971264.968273:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971264.968278:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab81e0.
00000100:00000010:3.0:1788971264.968288:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8b40.
02000000:00000010:3.0:1788971264.968336:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549200.
00000400:00000200:3.0:1788971264.968341:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971264.968344:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78948.
00000400:00000010:3.0:1788971264.968347:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081bb0.
00000100:00000200:3.0:1788971264.968350:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037312, portal 10
00000400:00000010:3.0:1788971264.968355:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971264.968364:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179037312, offset 0
00000400:00000200:3.0:1788971264.968368:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971264.968372:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.968376:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971264.968379:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971264.968381:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971264.968383:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971264.968385:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971264.968388:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [78:78:255:4294967295] 192.168.203.124@tcp LPNI seq info [78:78:7:4294967295]
00000400:00000200:3.0:1788971264.968392:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.968397:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971264.968401:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971264.968404:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1db00.
00000800:00000200:3.0:1788971264.968408:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971264.968412:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971264.968415:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1db00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971264.968432:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971264.968476:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971264.968479:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d700.
00000400:00000200:3.0:1788971264.968484:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971264.968488:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971264.968494:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081cc0
00000400:00000010:3.0:1788971264.968496:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971264.968503:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43412d80 x1875872179037184/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971264.968573:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971264.968576:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1db00.
00000400:00000200:3.0:1788971264.968579:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971264.968582:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971264.968584:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081088
00000400:00000010:3.0:1788971264.968585:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971264.968596:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411c00 x1875872179037312/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971264.974054:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971264.974076:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971264.974084:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971264.974088:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971264.974102:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971264.974106:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02400
00000400:00000200:2.0:1788971264.974112:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971264.974118:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x595 [1] + 224
00000400:00000200:2.0:1788971264.974133:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971264.974138:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971264.974152:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43412d80 x1875872179037184/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971264.974286:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971264.974291:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971264.974294:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971264.974340:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43412d80 x1875872179037184/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971264.974349:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43412d80 x1875872179037184/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971264.974375:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549600.
02000000:00000010:3.0:1788971264.974381:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:3.0:1788971264.974387:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43412d80.
00000400:00000200:3.0:1788971264.978149:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.978158:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971264.978166:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.978171:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.978175:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.978179:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02480
00000400:00000200:3.0:1788971264.978184:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971264.978191:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x5a5 [1] + 224
00000400:00000200:3.0:1788971264.978205:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971264.978209:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971264.978227:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411c00 x1875872179037312/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971264.978337:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78948.
00000400:00000200:2.0:1788971264.978343:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081bb0
00000400:00000010:2.0:1788971264.978345:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081bb0.
00000100:00000200:2.0:1788971264.978351:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411c00 x1875872179037312/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971264.978361:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411c00 x1875872179037312/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971264.978389:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549200.
02000000:00000010:2.0:1788971264.978402:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5000.
00000100:00000010:2.0:1788971264.978407:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411c00.
00000100:00000010:3.0:1788971265.671439:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8b40.
00000100:00000010:2.0:1788971265.671529:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab81e0.
00000020:00000010:0.0:1788971265.910896:0:104432:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971265.911057:0:104432:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000020:00000010:3.0:1788971266.953011:0:104436:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971266.953105:0:104436:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:1.0:1788971267.978602:0:104440:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971267.978678:0:104440:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971269.019127:0:104444:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971269.019216:0:104444:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971270.046054:0:104448:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971270.046148:0:104448:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000100:00000010:1.0:1788971270.087476:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb4e00.
02000000:00000010:1.0:1788971270.087513:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71900.
02000000:00000010:0.0:1788971270.087613:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4600.
00000400:00000200:0.0:1788971270.087623:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971270.087627:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971270.087634:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971270.087640:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037440, portal 25
00000400:00000010:0.0:1788971270.087645:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084f68.
00000100:00000200:0.0:1788971270.087649:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179037440, offset 0
00000400:00000200:0.0:1788971270.087658:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971270.087667:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971270.087675:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971270.087679:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971270.087683:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971270.087686:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971270.087689:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971270.087693:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [79:79:256:4294967295] 192.168.203.124@tcp LPNI seq info [79:79:8:4294967295]
00000400:00000200:0.0:1788971270.087697:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971270.087706:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971270.087712:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971270.087717:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a000.
00000800:00000200:0.0:1788971270.087723:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971270.087731:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971270.087735:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971270.087755:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971270.087760:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e841e0.
00000100:00000010:0.0:1788971270.087770:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84540.
00000800:00000200:2.0:1788971270.087922:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971270.087927:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a000.
00000400:00000200:2.0:1788971270.087932:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971270.087937:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971270.087942:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084f68
00000400:00000010:2.0:1788971270.087945:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084f68.
00000100:00000200:2.0:1788971270.087953:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb4e00 x1875872179037440/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971270.088260:0:470:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb6300.
02000000:00000010:1.0:1788971270.088269:0:470:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71200.
02000000:00000010:0.0:1788971270.088351:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f5000.
00000400:00000200:0.0:1788971270.088357:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971270.088360:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb48163160.
00000400:00000010:0.0:1788971270.088363:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084b28.
00000100:00000200:0.0:1788971270.088372:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037568, portal 10
00000400:00000010:0.0:1788971270.088377:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480847f8.
00000100:00000200:0.0:1788971270.088380:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179037568, offset 0
00000400:00000200:0.0:1788971270.088385:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971270.088390:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971270.088394:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971270.088397:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971270.088400:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971270.088402:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971270.088404:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971270.088407:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [80:80:256:4294967295] 192.168.203.124@tcp LPNI seq info [80:80:8:4294967295]
00000400:00000200:0.0:1788971270.088411:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971270.088417:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971270.088421:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971270.088425:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a800.
00000800:00000200:0.0:1788971270.088430:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971270.088436:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971270.088439:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971270.088458:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971270.088709:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971270.088713:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a800.
00000400:00000200:3.0:1788971270.088717:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971270.088722:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971270.088726:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480847f8
00000400:00000010:3.0:1788971270.088728:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480847f8.
00000100:00000200:3.0:1788971270.088735:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb6300 x1875872179037568/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971270.095226:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095238:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971270.095469:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095476:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095483:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095488:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02500
00000400:00000200:2.0:1788971270.095496:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095503:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x5b5 [1] + 224
00000400:00000200:2.0:1788971270.095518:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971270.095524:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971270.095545:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb4e00 x1875872179037440/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971270.095661:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095666:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971270.095670:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095672:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095675:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971270.095678:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02580
00000400:00000200:2.0:1788971270.095682:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971270.095775:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971270.095781:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:0.0:1788971270.095783:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971270.095791:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb4e00 x1875872179037440/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971270.095801:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb4e00 x1875872179037440/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971270.095846:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4600.
02000000:00000010:0.0:1788971270.095856:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71900.
00000100:00000010:0.0:1788971270.095863:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb4e00.
00000400:00000200:2.0:1788971270.095912:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x5bd [1] + 224
00000400:00000200:2.0:1788971270.095928:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971270.095931:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971270.095938:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb6300 x1875872179037568/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971270.096006:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb48163160.
00000400:00000200:0.0:1788971270.096029:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084b28
00000400:00000010:0.0:1788971270.096031:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084b28.
00000100:00000200:0.0:1788971270.096037:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb6300 x1875872179037568/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971270.096046:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb6300 x1875872179037568/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971270.096067:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f5000.
02000000:00000010:0.0:1788971270.096070:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71200.
00000100:00000010:0.0:1788971270.096073:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb6300.
00000100:00000010:3.0:1788971270.791779:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84540.
00000100:00000010:2.0:1788971270.792103:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e841e0.
00000020:00000010:3.0:1788971271.084634:0:104452:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971271.084740:0:104452:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:1.0:1788971272.139962:0:104456:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971272.140068:0:104456:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971273.207908:0:104461:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971273.208022:0:104461:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:1.0:1788971274.244029:0:104465:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971274.244146:0:104465:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000100:00000010:2.0:1788971275.210410:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43411c00.
02000000:00000010:2.0:1788971275.210442:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5000.
00000100:00000010:2.0:1788971275.210513:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413b80.
02000000:00000010:2.0:1788971275.210541:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5b00.
02000000:00000010:2.0:1788971275.210589:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f0600.
00000400:00000200:2.0:1788971275.210602:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971275.210607:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3420.
00000400:00000010:2.0:1788971275.210617:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b07f8.
00000100:00000200:2.0:1788971275.210626:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037824, portal 10
00000400:00000010:2.0:1788971275.210635:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b06e8.
00000100:00000200:2.0:1788971275.210638:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179037824, offset 0
00000400:00000200:2.0:1788971275.210650:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971275.210661:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.210672:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971275.210686:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971275.210692:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971275.210697:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971275.210700:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971275.210704:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [81:81:256:4294967295] 192.168.203.124@tcp LPNI seq info [81:81:8:4294967295]
00000400:00000200:2.0:1788971275.210708:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.210718:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971275.210724:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971275.210731:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5300.
00000800:00000200:2.0:1788971275.210738:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971275.210748:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971275.210754:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971275.210769:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971275.210774:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab360.
00000100:00000010:2.0:1788971275.210798:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abd80.
02000000:00000010:2.0:1788971275.210826:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f1a00.
00000400:00000200:2.0:1788971275.210831:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971275.210834:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b39a0.
00000400:00000010:2.0:1788971275.210838:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b04c8.
00000100:00000200:2.0:1788971275.210841:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037696, portal 25
00000400:00000010:2.0:1788971275.210851:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0dd0.
00000100:00000200:2.0:1788971275.210854:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179037696, offset 0
00000400:00000200:2.0:1788971275.210858:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971275.210862:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.210866:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971275.210868:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971275.210871:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971275.210873:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971275.210875:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971275.210877:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [82:82:255:4294967295] 192.168.203.124@tcp LPNI seq info [82:82:7:4294967295]
00000400:00000200:2.0:1788971275.210881:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.210886:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971275.210891:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971275.210895:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5f00.
00000800:00000200:2.0:1788971275.210899:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971275.210903:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971275.210906:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971275.210911:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971275.211336:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971275.211342:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5300.
00000400:00000200:3.0:1788971275.211352:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971275.211359:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971275.211366:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b06e8
00000400:00000010:3.0:1788971275.211370:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b06e8.
00000100:00000200:3.0:1788971275.211383:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413b80 x1875872179037824/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971275.211484:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971275.211488:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5f00.
00000400:00000200:3.0:1788971275.211502:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971275.211506:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971275.211509:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0dd0
00000400:00000010:3.0:1788971275.211511:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0dd0.
00000100:00000200:3.0:1788971275.211516:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43411c00 x1875872179037696/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971275.226818:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226831:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971275.226844:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226850:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226857:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226863:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02680
00000400:00000200:2.0:1788971275.226870:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226877:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x5c5 [1] + 224
00000400:00000200:2.0:1788971275.226891:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971275.226897:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971275.226914:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413b80 x1875872179037824/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971275.226993:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.226997:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971275.227002:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.227004:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.227007:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.227010:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02600
00000400:00000200:2.0:1788971275.227014:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971275.227019:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x5d5 [1] + 224
00000400:00000200:2.0:1788971275.227031:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971275.227035:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971275.227042:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43411c00 x1875872179037696/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971275.227340:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b39a0.
00000400:00000200:3.0:1788971275.227354:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b04c8
00000400:00000010:3.0:1788971275.227357:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b04c8.
00000100:00000200:3.0:1788971275.227364:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43411c00 x1875872179037696/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971275.227372:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43411c00 x1875872179037696/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971275.227400:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3420.
00000400:00000200:3.0:1788971275.227403:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b07f8
00000400:00000010:3.0:1788971275.227405:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b07f8.
00000100:00000200:3.0:1788971275.227410:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413b80 x1875872179037824/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971275.227417:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413b80 x1875872179037824/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971275.227441:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f1a00.
02000000:00000010:3.0:1788971275.227448:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5000.
00000100:00000010:3.0:1788971275.227455:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43411c00.
02000000:00000010:3.0:1788971275.227459:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f0600.
02000000:00000010:3.0:1788971275.227462:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5b00.
00000100:00000010:3.0:1788971275.227464:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413b80.
00000020:00000010:0.0:1788971275.288707:0:104469:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971275.288836:0:104469:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000100:00000010:2.0:1788971275.911473:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab360.
00000100:00000010:3.0:1788971275.911706:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abd80.
00000020:00000010:1.0:1788971276.348014:0:104473:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971276.348862:0:104473:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971277.394494:0:104477:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971277.394612:0:104477:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971278.448940:0:104481:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971278.449057:0:104481:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971279.536773:0:104486:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971279.536967:0:104486:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000100:00000010:3.0:1788971280.329720:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c5180.
02000000:00000010:3.0:1788971280.329763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1db00.
00000100:00000010:3.0:1788971280.329819:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4e00.
02000000:00000010:3.0:1788971280.329825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d700.
02000000:00000010:3.0:1788971280.329888:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548200.
00000400:00000200:3.0:1788971280.329900:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971280.329905:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971280.329913:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971280.329922:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038080, portal 10
00000400:00000010:3.0:1788971280.329931:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081088.
00000100:00000200:3.0:1788971280.329934:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179038080, offset 0
00000400:00000200:3.0:1788971280.329946:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971280.329956:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971280.329965:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971280.329971:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971280.329977:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971280.329981:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971280.329984:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971280.330000:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [83:83:256:4294967295] 192.168.203.124@tcp LPNI seq info [83:83:8:4294967295]
00000400:00000200:3.0:1788971280.330006:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971280.330018:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971280.330025:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971280.330031:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d300.
00000800:00000200:3.0:1788971280.330040:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971280.330050:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971280.330056:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971280.330076:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971280.330083:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8b40.
00000100:00000010:3.0:1788971280.330097:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab81e0.
02000000:00000010:3.0:1788971280.330121:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549800.
00000400:00000200:3.0:1788971280.330126:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971280.330128:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78b58.
00000400:00000010:3.0:1788971280.330133:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971280.330135:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179037952, portal 25
00000400:00000010:3.0:1788971280.330140:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081440.
00000100:00000200:3.0:1788971280.330149:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179037952, offset 0
00000400:00000200:3.0:1788971280.330155:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971280.330159:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971280.330162:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971280.330165:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971280.330167:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971280.330169:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1788971280.330507:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971280.330513:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d300.
00000400:00000200:2.0:1788971280.330519:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971280.330525:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971280.330578:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971280.330581:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [84:84:255:4294967295] 192.168.203.124@tcp LPNI seq info [84:84:7:4294967295]
00000400:00000200:3.0:1788971280.330586:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971280.330593:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971280.330599:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971280.330603:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1dc00.
00000800:00000200:3.0:1788971280.330608:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971280.330614:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971280.330617:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1dc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971280.330622:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.333338:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081088
00000400:00000010:2.0:1788971280.333352:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081088.
00000100:00000200:2.0:1788971280.333377:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4e00 x1875872179038080/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971280.333933:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971280.333939:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1dc00.
00000400:00000200:2.0:1788971280.333945:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971280.333951:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971280.333956:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081440
00000400:00000010:2.0:1788971280.333959:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081440.
00000100:00000200:2.0:1788971280.333968:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c5180 x1875872179037952/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971280.347768:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.347783:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971280.347795:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.347801:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.347808:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.347813:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02780
00000400:00000200:2.0:1788971280.347819:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.347828:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x5e5 [1] + 224
00000400:00000200:2.0:1788971280.347866:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971280.347872:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971280.347892:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4e00 x1875872179038080/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971280.348224:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971280.348231:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971280.348234:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971280.348242:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4e00 x1875872179038080/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971280.348253:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4e00 x1875872179038080/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971280.348295:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548200.
02000000:00000010:3.0:1788971280.348338:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d700.
00000100:00000010:3.0:1788971280.348344:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4e00.
00000400:00000200:2.0:1788971280.348375:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.348380:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971280.348386:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.348389:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.348392:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.348395:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02700
00000400:00000200:2.0:1788971280.348400:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971280.348405:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x5f5 [1] + 224
00000400:00000200:2.0:1788971280.348415:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971280.348419:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971280.348427:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c5180 x1875872179037952/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971280.349393:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78b58.
00000400:00000200:3.0:1788971280.349403:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081cc0
00000400:00000010:3.0:1788971280.349405:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971280.349434:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c5180 x1875872179037952/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971280.349445:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c5180 x1875872179037952/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971280.349468:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549800.
02000000:00000010:3.0:1788971280.349474:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1db00.
00000100:00000010:3.0:1788971280.349479:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c5180.
00000020:00000010:3.0:1788971280.605351:0:104490:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971280.605465:0:104490:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000100:00000010:3.0:1788971281.032220:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab81e0.
00000100:00000010:2.0:1788971281.033495:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8b40.
00000020:00000010:2.0:1788971281.643239:0:104494:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971281.644189:0:104494:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:3.0:1788971282.691496:0:104498:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971282.691802:0:104498:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000020:00000010:2.0:1788971283.726240:0:104502:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971283.726621:0:104502:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971284.765532:0:104506:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971284.765625:0:104506:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000100:00000010:3.0:1788971285.447462:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c5180.
02000000:00000010:3.0:1788971285.447488:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1db00.
00000100:00000010:3.0:1788971285.447537:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4e00.
02000000:00000010:3.0:1788971285.447553:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d700.
02000000:00000010:3.0:1788971285.447591:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548200.
00000400:00000200:3.0:1788971285.447603:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971285.447608:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78b58.
00000400:00000010:3.0:1788971285.447615:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081cc0.
00000100:00000200:3.0:1788971285.447622:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038336, portal 10
00000400:00000010:3.0:1788971285.447631:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971285.447634:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179038336, offset 0
00000400:00000200:3.0:1788971285.447643:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971285.447652:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.447661:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971285.447666:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971285.447670:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971285.447674:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971285.447677:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971285.447681:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [85:85:256:4294967295] 192.168.203.124@tcp LPNI seq info [85:85:8:4294967295]
00000400:00000200:3.0:1788971285.447773:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.447782:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971285.447789:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971285.447793:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1df00.
00000800:00000200:3.0:1788971285.447800:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971285.447808:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971285.447813:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971285.447834:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971285.447840:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab81e0.
00000100:00000010:3.0:1788971285.447856:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab87e0.
02000000:00000010:3.0:1788971285.447877:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548e00.
00000400:00000200:3.0:1788971285.447881:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971285.447884:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971285.447888:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971285.447890:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038208, portal 25
00000400:00000010:3.0:1788971285.447894:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971285.447896:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179038208, offset 0
00000400:00000200:3.0:1788971285.447901:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971285.447905:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.447909:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971285.447911:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971285.447914:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971285.447921:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971285.447923:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971285.447926:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [86:86:255:4294967295] 192.168.203.124@tcp LPNI seq info [86:86:7:4294967295]
00000400:00000200:3.0:1788971285.447930:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.447935:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971285.447939:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971285.447942:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d200.
00000800:00000200:3.0:1788971285.447945:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971285.447956:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971285.447958:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971285.447963:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971285.448011:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971285.448015:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1df00.
00000400:00000200:3.0:1788971285.448018:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971285.448023:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971285.448027:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971285.448030:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971285.448039:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4e00 x1875872179038336/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971285.448102:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971285.448104:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d200.
00000400:00000200:3.0:1788971285.448107:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971285.448111:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971285.448113:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081550
00000400:00000010:3.0:1788971285.448115:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081550.
00000100:00000200:3.0:1788971285.448119:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c5180 x1875872179038208/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971285.454217:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971285.454227:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971285.454234:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971285.454239:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971285.454245:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971285.454249:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02800
00000400:00000200:2.0:1788971285.454254:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971285.454261:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x615 [1] + 224
00000400:00000200:2.0:1788971285.454276:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971285.454281:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971285.454296:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c5180 x1875872179038208/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971285.454439:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971285.454445:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:3.0:1788971285.454448:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971285.454455:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c5180 x1875872179038208/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971285.454465:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c5180 x1875872179038208/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971285.454493:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548e00.
02000000:00000010:3.0:1788971285.454499:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1db00.
00000100:00000010:3.0:1788971285.454503:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c5180.
00000400:00000200:3.0:1788971285.456795:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.456803:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971285.456825:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.456830:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.456835:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.456839:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02880
00000400:00000200:3.0:1788971285.456845:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971285.456852:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x605 [1] + 224
00000400:00000200:3.0:1788971285.456867:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971285.456871:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971285.456885:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4e00 x1875872179038336/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971285.457118:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78b58.
00000400:00000200:2.0:1788971285.457125:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081cc0
00000400:00000010:2.0:1788971285.457127:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081cc0.
00000100:00000200:2.0:1788971285.457134:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4e00 x1875872179038336/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971285.457144:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4e00 x1875872179038336/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971285.457174:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548200.
02000000:00000010:2.0:1788971285.457181:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d700.
00000100:00000010:2.0:1788971285.457186:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4e00.
00000020:00000010:0.0:1788971285.802259:0:104510:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45d944c0.
00000020:00000010:0.0:1788971285.802411:0:104510:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45d944c0.
00000100:00000010:2.0:1788971286.152035:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab81e0.
00000100:00000010:3.0:1788971286.152463:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab87e0.
00000020:00000010:2.0:1788971286.846536:0:104515:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb46166c70.
00000020:00000010:2.0:1788971286.846634:0:104515:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb46166c70.
00000020:00000010:1.0:1788971287.889240:0:104519:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb45ebba40.
00000020:00000010:1.0:1788971287.889367:0:104519:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb45ebba40.
00000020:00000010:3.0:1788971287.918537:0:104520:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff98bb44cca160.
00000020:00000010:3.0:1788971287.918896:0:104520:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff98bb44cca160.
00000100:00000010:3.0:1788971290.567425:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c5180.
02000000:00000010:3.0:1788971290.567446:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1db00.
00000100:00000010:3.0:1788971290.567997:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4000.
02000000:00000010:3.0:1788971290.568004:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d200.
02000000:00000010:2.0:1788971290.568359:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb482f0c00.
00000400:00000200:2.0:1788971290.568370:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971290.568386:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3160.
00000400:00000010:2.0:1788971290.568393:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0c38.
00000100:00000200:2.0:1788971290.568401:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038464, portal 25
00000400:00000010:2.0:1788971290.568406:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0880.
00000100:00000200:2.0:1788971290.568409:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179038464, offset 0
00000400:00000200:2.0:1788971290.568418:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971290.568426:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971290.568433:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971290.568438:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971290.568442:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971290.568446:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971290.568448:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971290.568451:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [87:87:256:4294967295] 192.168.203.124@tcp LPNI seq info [87:87:8:4294967295]
00000400:00000200:2.0:1788971290.568455:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971290.568464:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971290.568470:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971290.568474:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5500.
00000800:00000200:2.0:1788971290.568481:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971290.568488:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971290.568492:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971290.568552:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971290.568558:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abcc0.
00000100:00000010:2.0:1788971290.568567:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab780.
02000000:00000010:2.0:1788971290.568587:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971290.568591:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971290.568594:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b34d0.
00000400:00000010:2.0:1788971290.568598:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0660.
00000100:00000200:2.0:1788971290.568601:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038592, portal 10
00000400:00000010:2.0:1788971290.568605:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0aa0.
00000100:00000200:2.0:1788971290.568608:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179038592, offset 0
00000400:00000200:2.0:1788971290.568611:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971290.568621:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971290.568624:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971290.568627:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971290.568630:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971290.568632:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971290.568635:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971290.568637:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [88:88:255:4294967295] 192.168.203.124@tcp LPNI seq info [88:88:7:4294967295]
00000400:00000200:2.0:1788971290.568642:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971290.568648:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971290.568653:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971290.568656:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5700.
00000800:00000200:2.0:1788971290.568660:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971290.568665:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971290.568667:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971290.568673:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971290.569053:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971290.569058:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5500.
00000400:00000200:3.0:1788971290.569064:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971290.569069:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971290.569074:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0880
00000400:00000010:3.0:1788971290.569076:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0880.
00000100:00000200:3.0:1788971290.569085:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c5180 x1875872179038464/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971290.569434:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971290.569438:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5700.
00000400:00000200:3.0:1788971290.569441:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971290.569445:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971290.569448:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0aa0
00000400:00000010:3.0:1788971290.569450:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0aa0.
00000100:00000200:3.0:1788971290.569461:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4000 x1875872179038592/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971290.572509:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572518:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971290.572527:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572531:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572536:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572540:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02900
00000400:00000200:3.0:1788971290.572545:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572551:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x625 [1] + 224
00000400:00000200:3.0:1788971290.572561:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971290.572565:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971290.572579:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c5180 x1875872179038464/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971290.572675:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572689:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971290.572693:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572696:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572698:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572701:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02980
00000400:00000200:3.0:1788971290.572704:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971290.572707:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x635 [1] + 224
00000400:00000200:3.0:1788971290.572717:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971290.572721:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971290.572726:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4000 x1875872179038592/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971290.576332:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3160.
00000400:00000200:2.0:1788971290.576345:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0c38
00000400:00000010:2.0:1788971290.576348:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0c38.
00000100:00000200:2.0:1788971290.576360:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c5180 x1875872179038464/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971290.576372:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c5180 x1875872179038464/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971290.576400:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb482f0c00.
02000000:00000010:2.0:1788971290.576408:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1db00.
00000100:00000010:2.0:1788971290.576413:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c5180.
00000400:00000010:2.0:1788971290.576490:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b34d0.
00000400:00000200:2.0:1788971290.576494:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0660
00000400:00000010:2.0:1788971290.576496:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0660.
00000100:00000200:2.0:1788971290.576501:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4000 x1875872179038592/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971290.576532:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4000 x1875872179038592/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971290.576551:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:2.0:1788971290.576555:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d200.
00000100:00000010:2.0:1788971290.576558:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4000.
00000100:00000010:3.0:1788971291.271409:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab780.
00000100:00000010:2.0:1788971291.274031:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abcc0.
00000100:00000010:2.0:1788971295.690230:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410700.
02000000:00000010:2.0:1788971295.690252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5200.
00000100:00000010:2.0:1788971295.690295:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413800.
02000000:00000010:2.0:1788971295.690340:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5700.
02000000:00000010:2.0:1788971295.690375:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971295.690385:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971295.690389:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b34d0.
00000400:00000010:2.0:1788971295.690395:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0660.
00000100:00000200:2.0:1788971295.690403:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038848, portal 10
02000000:00000010:3.0:1788971295.690408:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549600.
00000400:00000010:2.0:1788971295.690411:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0c38.
00000100:00000200:2.0:1788971295.690415:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179038848, offset 0
00000400:00000200:3.0:1788971295.690419:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.690428:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000010:3.0:1788971295.690436:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:2.0:1788971295.690437:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971295.690444:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971295.690449:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038720, portal 25
00000400:00000200:2.0:1788971295.690449:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000010:3.0:1788971295.690456:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081550.
00000400:00000200:2.0:1788971295.690458:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1788971295.690460:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179038720, offset 0
00000400:00000200:2.0:1788971295.690465:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971295.690468:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971295.690473:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971295.690477:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971295.690482:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [89:89:256:4294967295] 192.168.203.124@tcp LPNI seq info [89:89:8:4294967295]
00000400:00000200:2.0:1788971295.690487:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.690496:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971295.690504:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971295.690505:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.690513:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000800:00000010:2.0:1788971295.690513:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5500.
00000400:00000200:3.0:1788971295.690517:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971295.690520:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971295.690522:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971295.690525:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971295.690528:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [90:90:255:4294967295] 192.168.203.124@tcp LPNI seq info [90:90:7:4294967295]
00000400:00000200:3.0:1788971295.690532:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.690540:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971295.690547:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971295.690550:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971295.690557:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1df00.
00000800:00000200:2.0:1788971295.690560:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971295.690566:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971295.690567:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1788971295.690573:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971295.690577:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1df00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971295.690584:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.690588:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971295.690590:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab87e0.
00000100:00000010:3.0:1788971295.690601:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8540.
00000800:00000200:2.0:1788971295.690671:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971295.690676:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5500.
00000400:00000200:2.0:1788971295.690682:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971295.690687:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971295.690692:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0c38
00000400:00000010:2.0:1788971295.690694:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0c38.
00000100:00000200:2.0:1788971295.690704:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413800 x1875872179038848/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971295.690777:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971295.690780:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1df00.
00000400:00000200:2.0:1788971295.690784:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971295.690788:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971295.690790:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081550
00000400:00000010:2.0:1788971295.690792:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081550.
00000100:00000200:2.0:1788971295.690798:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410700 x1875872179038720/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971295.693202:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.693270:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971295.693279:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.693283:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.693288:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.693292:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02a80
00000400:00000200:3.0:1788971295.693298:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971295.693398:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x645 [1] + 224
00000400:00000200:3.0:1788971295.693425:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971295.693429:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971295.693506:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413800 x1875872179038848/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971295.693634:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b34d0.
00000400:00000200:2.0:1788971295.693648:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0660
00000400:00000010:2.0:1788971295.693652:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0660.
00000100:00000200:2.0:1788971295.693659:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413800 x1875872179038848/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971295.693769:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413800 x1875872179038848/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971295.693801:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:2.0:1788971295.693807:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5700.
00000100:00000010:2.0:1788971295.693813:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413800.
00000400:00000200:2.0:1788971295.694615:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.694621:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971295.694628:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.694631:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.694635:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.696115:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02a00
00000400:00000200:2.0:1788971295.696130:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971295.696139:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x655 [1] + 224
00000400:00000200:2.0:1788971295.696163:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971295.696168:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971295.696181:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410700 x1875872179038720/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971295.696291:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971295.696296:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:3.0:1788971295.696376:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971295.696384:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410700 x1875872179038720/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971295.696394:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410700 x1875872179038720/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971295.696418:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549600.
02000000:00000010:3.0:1788971295.696425:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5200.
00000100:00000010:3.0:1788971295.696442:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410700.
00000100:00000010:2.0:1788971296.391531:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab87e0.
00000100:00000010:3.0:1788971296.393075:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8540.
00000100:00000010:0.0:1788971300.808780:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353f800.
02000000:00000010:0.0:1788971300.808798:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ae00.
00000100:00000010:0.0:1788971300.808832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353fb80.
02000000:00000010:0.0:1788971300.808838:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a200.
02000000:00000010:1.0:1788971300.809004:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459ab000.
00000400:00000200:1.0:1788971300.809013:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971300.809017:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971300.809025:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971300.809033:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179038976, portal 25
00000400:00000010:1.0:1788971300.809038:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588aa0.
00000100:00000200:1.0:1788971300.809042:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179038976, offset 0
00000400:00000200:1.0:1788971300.809051:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971300.809060:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971300.809067:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971300.809072:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971300.809076:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971300.809080:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971300.809082:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971300.809099:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [91:91:256:4294967295] 192.168.203.124@tcp LPNI seq info [91:91:8:4294967295]
00000400:00000200:1.0:1788971300.809103:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971300.809114:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971300.809119:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971300.809124:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71200.
00000800:00000200:1.0:1788971300.809131:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971300.809138:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971300.809144:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971300.809165:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971300.809170:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f3c0.
00000100:00000010:1.0:1788971300.809180:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fae0.
02000000:00000010:1.0:1788971300.809201:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aa200.
00000400:00000200:1.0:1788971300.809205:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971300.809208:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971300.809212:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588110.
00000100:00000200:1.0:1788971300.809214:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039104, portal 10
00000400:00000010:1.0:1788971300.809220:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588770.
00000100:00000200:1.0:1788971300.809223:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179039104, offset 0
00000400:00000200:1.0:1788971300.809227:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971300.809231:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971300.809234:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971300.809237:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971300.809239:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971300.809242:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971300.809244:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971300.809247:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [92:92:255:4294967295] 192.168.203.124@tcp LPNI seq info [92:92:7:4294967295]
00000400:00000200:1.0:1788971300.809251:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971300.809257:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971300.809261:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971300.809265:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71900.
00000800:00000200:1.0:1788971300.809274:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971300.809278:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971300.809281:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971300.809287:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971300.809412:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971300.809417:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71200.
00000400:00000200:3.0:1788971300.809421:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971300.809426:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971300.809432:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588aa0
00000400:00000010:3.0:1788971300.809434:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588aa0.
00000100:00000200:3.0:1788971300.809442:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353f800 x1875872179038976/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971300.809511:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971300.809514:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71900.
00000400:00000200:3.0:1788971300.809518:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971300.809521:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971300.809524:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588770
00000400:00000010:3.0:1788971300.809526:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588770.
00000100:00000200:3.0:1788971300.809531:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353fb80 x1875872179039104/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971300.818048:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818057:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971300.818065:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818070:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818075:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818079:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02b00
00000400:00000200:2.0:1788971300.818084:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818089:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x665 [1] + 224
00000400:00000200:2.0:1788971300.818099:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971300.818104:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971300.818117:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353f800 x1875872179038976/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971300.818158:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818161:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971300.818165:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818167:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818169:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818185:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02b80
00000400:00000200:2.0:1788971300.818190:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971300.818194:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x66d [1] + 224
00000400:00000200:2.0:1788971300.818203:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971300.818206:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971300.818213:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353fb80 x1875872179039104/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971300.818335:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971300.818342:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588110
00000400:00000010:1.0:1788971300.818344:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588110.
00000100:00000200:1.0:1788971300.818351:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353fb80 x1875872179039104/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971300.818361:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353fb80 x1875872179039104/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971300.818388:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971300.818391:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971300.818393:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971300.818397:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353f800 x1875872179038976/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971300.818405:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353f800 x1875872179038976/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971300.818418:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aa200.
02000000:00000010:1.0:1788971300.818424:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a200.
00000100:00000010:1.0:1788971300.818429:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353fb80.
02000000:00000010:1.0:1788971300.818434:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459ab000.
02000000:00000010:1.0:1788971300.818436:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ae00.
00000100:00000010:1.0:1788971300.818438:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353f800.
00000100:00000010:2.0:1788971301.511417:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f3c0.
00000100:00000010:3.0:1788971301.513669:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fae0.
00000100:00000010:0.0:1788971305.927610:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353ea00.
02000000:00000010:0.0:1788971305.927641:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418ae00.
00000100:00000010:0.0:1788971305.927674:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353ce00.
02000000:00000010:0.0:1788971305.927680:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a200.
02000000:00000010:1.0:1788971305.932015:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459ab000.
00000400:00000200:1.0:1788971305.932034:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971305.932040:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971305.932047:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971305.932054:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039232, portal 25
00000400:00000010:1.0:1788971305.932060:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588110.
00000100:00000200:1.0:1788971305.932077:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179039232, offset 0
00000400:00000200:1.0:1788971305.932087:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971305.932096:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971305.932103:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971305.932119:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971305.932123:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971305.932126:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971305.932129:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971305.932132:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [93:93:256:4294967295] 192.168.203.124@tcp LPNI seq info [93:93:8:4294967295]
00000400:00000200:1.0:1788971305.932136:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971305.932146:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971305.932152:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971305.932158:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71100.
00000800:00000200:1.0:1788971305.932164:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971305.932171:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971305.932176:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971305.932203:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971305.932209:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fcc0.
00000100:00000010:1.0:1788971305.932233:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f180.
02000000:00000010:1.0:1788971305.932258:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aa200.
00000400:00000200:1.0:1788971305.932263:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971305.932266:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971305.932270:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588550.
00000100:00000200:1.0:1788971305.932272:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039360, portal 10
00000400:00000010:1.0:1788971305.932278:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb445885d8.
00000100:00000200:1.0:1788971305.932280:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179039360, offset 0
00000400:00000200:1.0:1788971305.932284:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971305.932287:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971305.932290:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971305.932293:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971305.932295:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971305.932341:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971305.932344:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971305.932347:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [94:94:255:4294967295] 192.168.203.124@tcp LPNI seq info [94:94:7:4294967295]
00000400:00000200:1.0:1788971305.932352:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971305.932358:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971305.932363:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000200:3.0:1788971305.932364:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1788971305.932367:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71500.
00000800:00000010:3.0:1788971305.932371:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71100.
00000800:00000200:1.0:1788971305.932375:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000400:00000200:3.0:1788971305.932380:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1788971305.932381:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971305.932386:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971305.932388:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971305.932396:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588110
00000400:00000200:1.0:1788971305.932396:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971305.932401:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588110.
00000100:00000200:3.0:1788971305.932411:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353ea00 x1875872179039232/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971305.932437:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971305.932439:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71500.
00000400:00000200:3.0:1788971305.932442:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971305.932445:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971305.932448:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb445885d8
00000400:00000010:3.0:1788971305.932449:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb445885d8.
00000100:00000200:3.0:1788971305.932454:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353ce00 x1875872179039360/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971305.949486:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949496:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971305.949506:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949511:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949516:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949520:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02c00
00000400:00000200:2.0:1788971305.949526:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949531:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x675 [1] + 224
00000400:00000200:2.0:1788971305.949542:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971305.949546:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971305.949559:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353ea00 x1875872179039232/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971305.949609:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949613:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971305.949617:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949620:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949623:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949626:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02c80
00000400:00000200:2.0:1788971305.949629:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971305.949634:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x67d [1] + 224
00000400:00000200:2.0:1788971305.949643:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971305.949660:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971305.949667:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353ce00 x1875872179039360/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971305.951877:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971305.951890:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588550
00000400:00000010:1.0:1788971305.951893:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588550.
00000100:00000200:1.0:1788971305.951907:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353ce00 x1875872179039360/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971305.951920:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353ce00 x1875872179039360/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971305.951955:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971305.951959:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971305.951960:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971305.951965:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353ea00 x1875872179039232/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971305.951973:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353ea00 x1875872179039232/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971305.951987:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aa200.
02000000:00000010:1.0:1788971305.951993:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a200.
00000100:00000010:1.0:1788971305.951998:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353ce00.
02000000:00000010:1.0:1788971305.952003:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459ab000.
02000000:00000010:1.0:1788971305.952022:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418ae00.
00000100:00000010:1.0:1788971305.952025:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353ea00.
00000100:00000010:3.0:1788971306.631475:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f180.
00000100:00000010:2.0:1788971306.631475:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fcc0.
00000100:00000010:3.0:1788971311.052854:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c6300.
02000000:00000010:3.0:1788971311.052877:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971311.052918:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7480.
02000000:00000010:3.0:1788971311.052922:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d500.
02000000:00000010:2.0:1788971311.053374:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971311.053383:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971311.053387:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b34d0.
00000400:00000010:2.0:1788971311.053394:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0660.
00000100:00000200:2.0:1788971311.053400:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039488, portal 25
00000400:00000010:2.0:1788971311.053405:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0c38.
00000100:00000200:2.0:1788971311.053407:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179039488, offset 0
00000400:00000200:2.0:1788971311.053415:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971311.053425:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.053433:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971311.053437:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971311.053441:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971311.053444:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971311.053447:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971311.053451:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [95:95:256:4294967295] 192.168.203.124@tcp LPNI seq info [95:95:8:4294967295]
00000400:00000200:2.0:1788971311.053455:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.053463:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971311.053469:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971311.053473:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5700.
00000800:00000200:2.0:1788971311.053479:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971311.053487:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971311.053565:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971311.053627:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971311.053633:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab360.
00000100:00000010:2.0:1788971311.053643:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab060.
02000000:00000010:2.0:1788971311.053662:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab1600.
00000400:00000200:2.0:1788971311.053680:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971311.053683:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3160.
00000400:00000010:2.0:1788971311.053687:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0110.
00000100:00000200:2.0:1788971311.053689:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039616, portal 10
00000400:00000010:2.0:1788971311.053694:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0770.
00000100:00000200:2.0:1788971311.053696:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179039616, offset 0
00000400:00000200:2.0:1788971311.053701:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971311.053705:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.053708:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971311.053711:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971311.053714:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971311.053716:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971311.053718:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971311.053732:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [96:96:255:4294967295] 192.168.203.124@tcp LPNI seq info [96:96:7:4294967295]
00000400:00000200:2.0:1788971311.053736:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.053741:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971311.053745:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971311.053749:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5500.
00000800:00000200:2.0:1788971311.053753:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971311.053757:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971311.053760:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971311.053765:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971311.062240:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971311.062250:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5700.
00000400:00000200:3.0:1788971311.062259:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971311.062268:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971311.062275:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0c38
00000400:00000010:3.0:1788971311.062277:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0c38.
00000100:00000200:3.0:1788971311.062288:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c6300 x1875872179039488/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971311.062416:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971311.062420:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5500.
00000400:00000200:3.0:1788971311.062424:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971311.062428:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971311.062431:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0770
00000400:00000010:3.0:1788971311.062432:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0770.
00000100:00000200:3.0:1788971311.062438:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7480 x1875872179039616/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971311.067522:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067540:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971311.067550:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067554:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067559:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067563:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02d00
00000400:00000200:2.0:1788971311.067568:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067575:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x685 [1] + 224
00000400:00000200:2.0:1788971311.067585:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971311.067604:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971311.067618:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c6300 x1875872179039488/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971311.067661:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067665:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971311.067669:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067672:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067674:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067677:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02d80
00000400:00000200:2.0:1788971311.067680:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971311.067685:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x695 [1] + 224
00000400:00000200:2.0:1788971311.067694:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971311.067697:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971311.067703:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7480 x1875872179039616/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971311.067864:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3160.
00000400:00000200:3.0:1788971311.067870:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0110
00000400:00000010:3.0:1788971311.067872:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0110.
00000100:00000200:3.0:1788971311.067879:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7480 x1875872179039616/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971311.067888:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7480 x1875872179039616/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971311.067915:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b34d0.
00000400:00000200:3.0:1788971311.067917:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0660
00000400:00000010:3.0:1788971311.067919:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0660.
00000100:00000200:3.0:1788971311.067923:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c6300 x1875872179039488/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971311.067931:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c6300 x1875872179039488/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971311.067944:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab1600.
02000000:00000010:3.0:1788971311.067949:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d500.
00000100:00000010:3.0:1788971311.067953:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7480.
02000000:00000010:3.0:1788971311.067956:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:3.0:1788971311.067959:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971311.067961:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c6300.
00000100:00000010:3.0:1788971311.751424:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab060.
00000100:00000010:2.0:1788971311.751436:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab360.
00000100:00000010:2.0:1788971316.170000:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413800.
02000000:00000010:2.0:1788971316.170024:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5b00.
02000000:00000010:3.0:1788971316.170090:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548e00.
00000400:00000200:3.0:1788971316.170100:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971316.170104:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971316.170111:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971316.170118:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039744, portal 25
00000400:00000010:3.0:1788971316.170122:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971316.170125:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179039744, offset 0
00000400:00000200:3.0:1788971316.170133:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971316.170141:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971316.170148:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971316.170153:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971316.170156:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971316.170160:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971316.170163:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971316.170167:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [97:97:256:4294967295] 192.168.203.124@tcp LPNI seq info [97:97:8:4294967295]
00000400:00000200:3.0:1788971316.170172:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971316.170180:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971316.170186:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971316.170206:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1de00.
00000800:00000200:3.0:1788971316.170212:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971316.170219:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971316.170224:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1de00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971316.170246:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971316.170251:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8540.
00000100:00000010:3.0:1788971316.170260:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8e40.
00000100:00000010:2.0:1788971316.170457:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43413100.
02000000:00000010:2.0:1788971316.170464:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5000.
02000000:00000010:3.0:1788971316.170548:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549e00.
00000400:00000200:3.0:1788971316.170554:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971316.170557:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78dc0.
00000400:00000010:3.0:1788971316.170560:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971316.170563:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179039872, portal 10
00000400:00000010:3.0:1788971316.170568:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081220.
00000100:00000200:3.0:1788971316.170583:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179039872, offset 0
00000400:00000200:3.0:1788971316.170588:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971316.170592:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971316.170596:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971316.170599:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971316.170601:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971316.170603:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971316.170605:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971316.170607:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [98:98:255:4294967295] 192.168.203.124@tcp LPNI seq info [98:98:7:4294967295]
00000400:00000200:3.0:1788971316.170610:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971316.170616:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971316.170620:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971316.170623:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d500.
00000800:00000200:3.0:1788971316.170627:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971316.170631:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971316.170634:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971316.170639:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971316.170685:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971316.170689:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1de00.
00000400:00000200:3.0:1788971316.170693:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971316.170697:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971316.170702:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971316.170705:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971316.170713:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413800 x1875872179039744/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971316.170788:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971316.170791:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d500.
00000400:00000200:3.0:1788971316.170793:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971316.170797:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971316.170799:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081220
00000400:00000010:3.0:1788971316.170801:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081220.
00000100:00000200:3.0:1788971316.170813:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43413100 x1875872179039872/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971316.174093:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174103:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971316.174110:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174115:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174119:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174123:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02e00
00000400:00000200:2.0:1788971316.174129:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174134:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x6a5 [1] + 224
00000400:00000200:2.0:1788971316.174144:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971316.174159:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971316.174172:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413800 x1875872179039744/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971316.174205:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174208:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971316.174212:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174215:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174217:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174220:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02e80
00000400:00000200:2.0:1788971316.174224:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971316.174228:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x6b5 [1] + 224
00000400:00000200:2.0:1788971316.174236:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971316.174239:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971316.174245:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43413100 x1875872179039872/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971316.174368:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78dc0.
00000400:00000200:3.0:1788971316.174373:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:3.0:1788971316.174376:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971316.174382:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413100 x1875872179039872/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971316.174392:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413100 x1875872179039872/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971316.174420:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971316.174422:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:3.0:1788971316.174423:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971316.174427:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43413800 x1875872179039744/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971316.174436:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43413800 x1875872179039744/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971316.174448:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549e00.
02000000:00000010:3.0:1788971316.174453:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5000.
00000100:00000010:3.0:1788971316.174458:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413100.
02000000:00000010:3.0:1788971316.174462:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548e00.
02000000:00000010:3.0:1788971316.174464:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5b00.
00000100:00000010:3.0:1788971316.174466:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43413800.
00000100:00000010:3.0:1788971316.871433:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8e40.
00000100:00000010:2.0:1788971316.871590:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8540.
00000100:00000010:3.0:1788971321.287493:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c6300.
02000000:00000010:3.0:1788971321.287518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d500.
00000100:00000010:3.0:1788971321.287562:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7480.
02000000:00000010:3.0:1788971321.287568:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1de00.
02000000:00000010:3.0:1788971321.287608:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549e00.
00000400:00000200:3.0:1788971321.287618:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971321.287624:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971321.287655:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971321.287662:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040128, portal 10
00000400:00000010:3.0:1788971321.287669:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971321.287672:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179040128, offset 0
00000400:00000200:3.0:1788971321.287681:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971321.287689:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.287696:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971321.287702:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971321.287706:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971321.287709:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971321.287712:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971321.287715:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [99:99:256:4294967295] 192.168.203.124@tcp LPNI seq info [99:99:8:4294967295]
00000400:00000200:3.0:1788971321.287719:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.287728:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971321.287734:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971321.287739:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d900.
00000800:00000200:3.0:1788971321.287745:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971321.287752:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971321.287757:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971321.287772:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971321.287777:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8e40.
00000100:00000010:3.0:1788971321.287791:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8240.
02000000:00000010:3.0:1788971321.287945:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548e00.
00000400:00000200:3.0:1788971321.287951:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971321.287954:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78dc0.
00000400:00000010:3.0:1788971321.287958:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081220.
00000100:00000200:3.0:1788971321.287960:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040000, portal 25
00000400:00000010:3.0:1788971321.287963:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971321.287965:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179040000, offset 0
00000400:00000200:3.0:1788971321.287970:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971321.287974:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.287983:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971321.287986:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971321.287989:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971321.287991:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971321.287993:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971321.287996:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [100:100:255:4294967295] 192.168.203.124@tcp LPNI seq info [100:100:7:4294967295]
00000400:00000200:3.0:1788971321.288000:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.288006:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971321.288011:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971321.288014:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d600.
00000800:00000200:3.0:1788971321.288018:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971321.288022:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971321.288025:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971321.288029:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971321.288076:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971321.288080:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d900.
00000400:00000200:3.0:1788971321.288086:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971321.288091:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971321.288096:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:3.0:1788971321.288098:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971321.288106:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7480 x1875872179040128/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971321.288183:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971321.288186:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d600.
00000400:00000200:3.0:1788971321.288189:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971321.288192:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971321.288195:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971321.288196:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971321.288201:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c6300 x1875872179040000/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971321.292401:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971321.292410:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971321.292418:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971321.292422:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971321.292427:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971321.292431:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e02f80
00000400:00000200:2.0:1788971321.292437:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971321.292443:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x6c5 [1] + 224
00000400:00000200:2.0:1788971321.292466:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971321.292471:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971321.292484:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7480 x1875872179040128/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971321.292594:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:3.0:1788971321.292622:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:3.0:1788971321.292625:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971321.292632:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7480 x1875872179040128/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971321.292756:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7480 x1875872179040128/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971321.292788:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549e00.
02000000:00000010:3.0:1788971321.292795:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971321.292799:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7480.
00000400:00000200:3.0:1788971321.297607:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.297616:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971321.297679:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.297684:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.297689:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.297693:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e02f00
00000400:00000200:3.0:1788971321.297699:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971321.297705:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x6d5 [1] + 224
00000400:00000200:3.0:1788971321.297718:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971321.297723:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971321.297736:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c6300 x1875872179040000/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971321.297917:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78dc0.
00000400:00000200:2.0:1788971321.297937:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081220
00000400:00000010:2.0:1788971321.297940:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081220.
00000100:00000200:2.0:1788971321.297947:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c6300 x1875872179040000/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971321.297955:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c6300 x1875872179040000/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971321.297982:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548e00.
02000000:00000010:2.0:1788971321.297988:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d500.
00000100:00000010:2.0:1788971321.297992:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c6300.
00000100:00000010:3.0:1788971321.991498:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8240.
00000100:00000010:2.0:1788971321.991504:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8e40.
00000100:00000010:2.0:1788971326.407739:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410380.
02000000:00000010:2.0:1788971326.407763:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971326.407805:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43412a00.
02000000:00000010:2.0:1788971326.407810:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5300.
02000000:00000010:2.0:1788971326.407844:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971326.407854:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971326.407858:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3108.
00000400:00000010:2.0:1788971326.407865:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0550.
00000100:00000200:2.0:1788971326.407872:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040384, portal 10
00000400:00000010:2.0:1788971326.407878:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b05d8.
00000100:00000200:2.0:1788971326.407881:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179040384, offset 0
00000400:00000200:2.0:1788971326.407889:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971326.407897:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971326.407904:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971326.407909:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971326.407913:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971326.407917:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971326.407920:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971326.407923:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [101:101:256:4294967295] 192.168.203.124@tcp LPNI seq info [101:101:8:4294967295]
00000400:00000200:2.0:1788971326.407927:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971326.407937:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971326.407958:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971326.407962:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5b00.
00000800:00000200:2.0:1788971326.407969:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971326.407990:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971326.407994:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971326.408009:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971326.408014:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abea0.
00000100:00000010:2.0:1788971326.408025:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab360.
02000000:00000010:3.0:1788971326.408137:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44548200.
00000400:00000200:3.0:1788971326.408143:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971326.408146:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78ec8.
00000400:00000010:3.0:1788971326.408150:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081908.
00000100:00000200:3.0:1788971326.408153:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040256, portal 25
00000400:00000010:3.0:1788971326.408157:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971326.408159:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179040256, offset 0
00000400:00000200:3.0:1788971326.408164:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971326.408175:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.408179:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971326.408182:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971326.408185:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971326.408187:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971326.408189:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971326.408192:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [102:102:255:4294967295] 192.168.203.124@tcp LPNI seq info [102:102:7:4294967295]
00000400:00000200:3.0:1788971326.408195:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.408202:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971326.408206:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971326.408210:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1de00.
00000800:00000200:3.0:1788971326.408214:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971326.408218:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971326.408221:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1de00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971326.408225:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971326.408468:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971326.408472:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5b00.
00000400:00000200:3.0:1788971326.408480:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971326.408485:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971326.408490:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b05d8
00000400:00000010:3.0:1788971326.408492:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b05d8.
00000100:00000200:3.0:1788971326.408502:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43412a00 x1875872179040384/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971326.408715:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971326.408718:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1de00.
00000400:00000200:3.0:1788971326.408722:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971326.408725:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971326.408729:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971326.408730:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971326.408736:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410380 x1875872179040256/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971326.413709:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413720:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971326.413728:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413733:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413738:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413742:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03000
00000400:00000200:3.0:1788971326.413747:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413753:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x6f5 [1] + 224
00000400:00000200:3.0:1788971326.413764:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971326.413769:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971326.413786:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410380 x1875872179040256/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971326.413829:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413833:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971326.413837:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413840:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413842:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413845:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03080
00000400:00000200:3.0:1788971326.413849:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971326.413853:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x6e5 [1] + 224
00000400:00000200:3.0:1788971326.413862:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971326.413866:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971326.413982:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43412a00 x1875872179040384/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971326.414687:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78ec8.
00000400:00000200:2.0:1788971326.414694:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081908
00000400:00000010:2.0:1788971326.414697:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081908.
00000100:00000200:2.0:1788971326.414705:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410380 x1875872179040256/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971326.414714:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410380 x1875872179040256/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971326.414744:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44548200.
02000000:00000010:2.0:1788971326.414750:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971326.414756:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410380.
00000400:00000010:2.0:1788971326.414784:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3108.
00000400:00000200:2.0:1788971326.414788:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0550
00000400:00000010:2.0:1788971326.414790:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0550.
00000100:00000200:2.0:1788971326.414795:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43412a00 x1875872179040384/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971326.414804:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43412a00 x1875872179040384/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971326.414821:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:2.0:1788971326.414825:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971326.414827:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43412a00.
00000100:00000010:2.0:1788971327.111422:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abea0.
00000100:00000010:3.0:1788971327.111659:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab360.
00000100:00000010:1.0:1788971331.529045:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb7b80.
02000000:00000010:1.0:1788971331.529069:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71300.
00000100:00000010:1.0:1788971331.529112:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb4380.
02000000:00000010:1.0:1788971331.529117:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71700.
02000000:00000010:1.0:1788971331.529152:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aaa00.
00000400:00000200:1.0:1788971331.529162:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971331.529167:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971331.529174:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971331.529180:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040640, portal 10
00000400:00000010:1.0:1788971331.529187:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588550.
00000100:00000200:1.0:1788971331.529190:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179040640, offset 0
00000400:00000200:1.0:1788971331.529199:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971331.529209:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971331.529216:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971331.529221:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971331.529226:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971331.529229:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971331.529232:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971331.529235:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [103:103:256:4294967295] 192.168.203.124@tcp LPNI seq info [103:103:8:4294967295]
00000400:00000200:1.0:1788971331.529239:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971331.529249:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971331.529255:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971331.529260:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71f00.
00000800:00000200:1.0:1788971331.529267:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971331.529275:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971331.529279:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971331.529327:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971331.529332:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fa80.
00000100:00000010:1.0:1788971331.529353:0:100240:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f6c0.
02000000:00000010:1.0:1788971331.529404:0:100240:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb459aac00.
00000400:00000200:1.0:1788971331.529409:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971331.529413:0:100240:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971331.529418:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588330.
00000100:00000200:1.0:1788971331.529421:0:100240:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040512, portal 25
00000400:00000010:1.0:1788971331.529425:0:100240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588088.
00000100:00000200:1.0:1788971331.529427:0:100240:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179040512, offset 0
00000400:00000200:1.0:1788971331.529431:0:100240:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971331.529435:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971331.529438:0:100240:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971331.529441:0:100240:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971331.529443:0:100240:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971331.529445:0:100240:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971331.529447:0:100240:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971331.529450:0:100240:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [104:104:255:4294967295] 192.168.203.124@tcp LPNI seq info [104:104:7:4294967295]
00000400:00000200:1.0:1788971331.529453:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971331.529459:0:100240:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971331.529462:0:100240:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971331.529465:0:100240:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71600.
00000800:00000200:1.0:1788971331.529468:0:100240:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971331.529472:0:100240:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971331.529475:0:100240:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971331.529479:0:100240:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971331.529731:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971331.529736:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71f00.
00000400:00000200:3.0:1788971331.529742:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971331.529751:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971331.529757:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588550
00000400:00000010:3.0:1788971331.529759:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588550.
00000100:00000200:3.0:1788971331.529767:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb4380 x1875872179040640/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971331.529836:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971331.529838:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71600.
00000400:00000200:3.0:1788971331.529840:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971331.529843:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971331.529846:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588088
00000400:00000010:3.0:1788971331.529847:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588088.
00000100:00000200:3.0:1788971331.529851:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb7b80 x1875872179040512/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971331.531434:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.531443:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971331.531450:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.531455:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.531460:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.531464:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03100
00000400:00000200:3.0:1788971331.531468:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.531474:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x70d [1] + 224
00000400:00000200:3.0:1788971331.531487:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971331.531492:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971331.531504:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb7b80 x1875872179040512/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971331.531891:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971331.531897:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588330
00000400:00000010:1.0:1788971331.531899:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588330.
00000100:00000200:1.0:1788971331.531906:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb7b80 x1875872179040512/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971331.531915:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb7b80 x1875872179040512/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971331.531945:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aac00.
02000000:00000010:1.0:1788971331.531981:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71300.
00000100:00000010:1.0:1788971331.531987:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb7b80.
00000400:00000200:3.0:1788971331.541885:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.541895:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971331.541903:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.541908:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.541912:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.541932:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03180
00000400:00000200:3.0:1788971331.541937:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971331.541944:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x705 [1] + 224
00000400:00000200:3.0:1788971331.541959:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971331.541963:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971331.541978:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb4380 x1875872179040640/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971331.545123:0:100240:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971331.545135:0:100240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971331.545137:0:100240:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971331.545151:0:100240:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb4380 x1875872179040640/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971331.545162:0:100240:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb4380 x1875872179040640/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971331.545202:0:100240:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb459aaa00.
02000000:00000010:1.0:1788971331.545216:0:100240:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71700.
00000100:00000010:1.0:1788971331.545221:0:100240:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb4380.
00000100:00000010:3.0:1788971332.231429:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f6c0.
00000100:00000010:2.0:1788971332.231686:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fa80.
00000100:00000010:2.0:1788971336.647419:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43412a00.
02000000:00000010:2.0:1788971336.647441:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971336.647484:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb43410380.
02000000:00000010:2.0:1788971336.647489:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb497c5f00.
02000000:00000010:2.0:1788971336.647523:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971336.647532:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971336.647536:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3108.
00000400:00000010:2.0:1788971336.647542:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0550.
00000100:00000200:2.0:1788971336.647549:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040896, portal 10
00000400:00000010:2.0:1788971336.647557:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0330.
00000100:00000200:2.0:1788971336.647561:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179040896, offset 0
00000400:00000200:2.0:1788971336.647570:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971336.647578:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971336.647586:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971336.647591:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971336.647595:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971336.647598:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971336.647601:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971336.647605:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [105:105:256:4294967295] 192.168.203.124@tcp LPNI seq info [105:105:8:4294967295]
00000400:00000200:2.0:1788971336.647609:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971336.647619:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971336.647625:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971336.647631:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5000.
00000800:00000200:2.0:1788971336.647637:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971336.647644:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971336.647649:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971336.647662:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971336.647667:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab060.
00000100:00000010:2.0:1788971336.647677:0:100243:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abd80.
02000000:00000010:2.0:1788971336.647702:0:100243:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab1600.
00000400:00000200:2.0:1788971336.647731:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971336.647734:0:100243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3d68.
00000400:00000010:2.0:1788971336.647737:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0088.
00000100:00000200:2.0:1788971336.647740:0:100243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179040768, portal 25
00000400:00000010:2.0:1788971336.647744:0:100243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0000.
00000100:00000200:2.0:1788971336.647746:0:100243:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179040768, offset 0
00000400:00000200:2.0:1788971336.647750:0:100243:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971336.647754:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971336.647758:0:100243:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971336.647760:0:100243:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971336.647762:0:100243:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971336.647765:0:100243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971336.647768:0:100243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971336.647771:0:100243:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [106:106:255:4294967295] 192.168.203.124@tcp LPNI seq info [106:106:7:4294967295]
00000400:00000200:2.0:1788971336.647775:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971336.647780:0:100243:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971336.647784:0:100243:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971336.647787:0:100243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5500.
00000800:00000200:2.0:1788971336.647791:0:100243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971336.647796:0:100243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971336.647798:0:100243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971336.647802:0:100243:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971336.648065:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971336.648070:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5000.
00000400:00000200:3.0:1788971336.648077:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971336.648082:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971336.648087:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0330
00000400:00000010:3.0:1788971336.648090:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0330.
00000100:00000200:3.0:1788971336.648099:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43410380 x1875872179040896/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971336.648171:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971336.648174:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5500.
00000400:00000200:3.0:1788971336.648177:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971336.648181:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971336.648184:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0000
00000400:00000010:3.0:1788971336.648186:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0000.
00000100:00000200:3.0:1788971336.648191:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb43412a00 x1875872179040768/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971336.651461:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651471:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971336.651480:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651485:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651490:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651493:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03280
00000400:00000200:3.0:1788971336.651498:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651518:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x715 [1] + 224
00000400:00000200:3.0:1788971336.651530:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971336.651535:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971336.651548:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43410380 x1875872179040896/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971336.651578:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651582:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:3.0:1788971336.651586:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651588:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651591:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651594:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03200
00000400:00000200:3.0:1788971336.651597:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971336.651602:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x725 [1] + 224
00000400:00000200:3.0:1788971336.651609:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971336.651612:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:3.0:1788971336.651619:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb43412a00 x1875872179040768/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971336.651872:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3d68.
00000400:00000200:2.0:1788971336.651876:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0088
00000400:00000010:2.0:1788971336.651879:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0088.
00000100:00000200:2.0:1788971336.651885:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43412a00 x1875872179040768/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971336.651894:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43412a00 x1875872179040768/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971336.651926:0:100243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3108.
00000400:00000200:2.0:1788971336.651936:0:100243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0550
00000400:00000010:2.0:1788971336.651938:0:100243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0550.
00000100:00000200:2.0:1788971336.651943:0:100243:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb43410380 x1875872179040896/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971336.651950:0:100243:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb43410380 x1875872179040896/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971336.651972:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab1600.
02000000:00000010:2.0:1788971336.651979:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5300.
00000100:00000010:2.0:1788971336.651984:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43412a00.
02000000:00000010:2.0:1788971336.651989:0:100243:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:2.0:1788971336.651992:0:100243:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb497c5f00.
00000100:00000010:2.0:1788971336.651993:0:100243:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb43410380.
00000100:00000010:2.0:1788971337.351398:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab060.
00000100:00000010:3.0:1788971337.352476:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abd80.
00000100:00000010:3.0:1788971341.768046:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7480.
02000000:00000010:3.0:1788971341.768074:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971341.768110:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4a80.
02000000:00000010:3.0:1788971341.768115:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d600.
02000000:00000010:3.0:1788971341.768371:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549200.
00000400:00000200:3.0:1788971341.768384:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971341.768389:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78210.
00000400:00000010:3.0:1788971341.768397:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971341.768407:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041024, portal 25
00000400:00000010:3.0:1788971341.768414:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081660.
00000100:00000200:3.0:1788971341.768417:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179041024, offset 0
00000400:00000200:3.0:1788971341.768429:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971341.768457:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971341.768467:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971341.768473:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971341.768478:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971341.768482:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971341.768485:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971341.768490:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [107:107:256:4294967295] 192.168.203.124@tcp LPNI seq info [107:107:8:4294967295]
00000400:00000200:3.0:1788971341.768494:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971341.768505:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971341.768511:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971341.768517:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d900.
00000800:00000200:3.0:1788971341.768525:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971341.768534:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971341.768540:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971341.768554:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:3.0:1788971341.768559:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8300.
00000100:00000010:3.0:1788971341.768575:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51ab8780.
02000000:00000010:3.0:1788971341.768599:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb44549000.
00000400:00000200:3.0:1788971341.768603:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:3.0:1788971341.768606:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb43e78630.
00000400:00000010:3.0:1788971341.768610:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480813b8.
00000100:00000200:3.0:1788971341.768612:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041152, portal 10
00000800:00000200:2.0:1788971341.769226:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971341.769232:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d900.
00000400:00000200:2.0:1788971341.769236:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971341.769242:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971341.769249:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081660
00000400:00000010:2.0:1788971341.769251:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081660.
00000100:00000200:2.0:1788971341.769262:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7480 x1875872179041024/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971341.770040:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48081e58.
00000100:00000200:3.0:1788971341.770050:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179041152, offset 0
00000400:00000200:3.0:1788971341.770058:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:3.0:1788971341.770067:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971341.770074:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:3.0:1788971341.770079:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971341.770082:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:3.0:1788971341.770086:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971341.770089:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:3.0:1788971341.771509:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [108:108:256:4294967295] 192.168.203.124@tcp LPNI seq info [108:108:8:4294967295]
00000400:00000200:3.0:1788971341.771519:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:3.0:1788971341.771530:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971341.771538:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:3.0:1788971341.771545:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb51b1d400.
00000800:00000200:3.0:1788971341.771554:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:3.0:1788971341.771563:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:3.0:1788971341.771568:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb51b1d400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971341.771588:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971341.773126:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971341.773135:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb51b1d400.
00000400:00000200:2.0:1788971341.773143:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971341.773152:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971341.773161:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48081e58
00000400:00000010:2.0:1788971341.773165:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48081e58.
00000100:00000200:2.0:1788971341.773179:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4a80 x1875872179041152/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971341.793954:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.793966:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971341.794003:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.794009:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.794016:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.794020:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03300
00000400:00000200:2.0:1788971341.794027:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.794035:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x735 [1] + 224
00000400:00000200:2.0:1788971341.794052:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971341.794058:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971341.794075:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7480 x1875872179041024/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971341.794640:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78210.
00000400:00000200:3.0:1788971341.794649:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480815d8
00000400:00000010:3.0:1788971341.794651:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480815d8.
00000100:00000200:3.0:1788971341.794660:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7480 x1875872179041024/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971341.794676:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7480 x1875872179041024/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971341.794711:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549200.
02000000:00000010:3.0:1788971341.794718:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971341.794723:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7480.
00000400:00000200:2.0:1788971341.795053:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.795059:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971341.795065:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.795068:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.795072:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.795076:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03380
00000400:00000200:2.0:1788971341.795080:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971341.795085:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x745 [1] + 224
00000400:00000200:2.0:1788971341.795108:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971341.795113:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971341.795122:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4a80 x1875872179041152/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971341.795744:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb43e78630.
00000400:00000200:3.0:1788971341.795751:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480813b8
00000400:00000010:3.0:1788971341.795754:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480813b8.
00000100:00000200:3.0:1788971341.795762:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4a80 x1875872179041152/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971341.795772:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4a80 x1875872179041152/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971341.795803:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb44549000.
02000000:00000010:3.0:1788971341.795808:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d600.
00000100:00000010:3.0:1788971341.795812:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4a80.
00000100:00000010:2.0:1788971342.471530:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8300.
00000100:00000010:3.0:1788971342.472428:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51ab8780.
00000100:00000010:3.0:1788971346.887450:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c4a80.
02000000:00000010:3.0:1788971346.887472:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1d600.
00000100:00000010:3.0:1788971346.887512:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb434c7480.
02000000:00000010:3.0:1788971346.887527:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb51b1de00.
02000000:00000010:2.0:1788971346.887887:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab0200.
00000400:00000200:2.0:1788971346.887913:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971346.887919:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3108.
00000400:00000010:2.0:1788971346.887929:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0550.
00000100:00000200:2.0:1788971346.887939:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041280, portal 25
00000400:00000010:2.0:1788971346.887946:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0088.
00000100:00000200:2.0:1788971346.887949:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179041280, offset 0
00000400:00000200:2.0:1788971346.887979:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971346.887990:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.888000:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971346.888018:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971346.888022:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971346.888027:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971346.888030:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971346.888034:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [109:109:256:4294967295] 192.168.203.124@tcp LPNI seq info [109:109:8:4294967295]
00000400:00000200:2.0:1788971346.888038:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.888048:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971346.888055:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971346.888061:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5f00.
00000800:00000200:2.0:1788971346.888069:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971346.888078:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971346.888084:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971346.888108:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:2.0:1788971346.888114:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484ab060.
00000100:00000010:2.0:1788971346.888127:0:100242:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb484abcc0.
02000000:00000010:2.0:1788971346.888163:0:100242:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb53ab1600.
00000400:00000200:2.0:1788971346.888168:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:2.0:1788971346.888171:0:100242:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb453b3d68.
00000400:00000010:2.0:1788971346.888175:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0bb0.
00000100:00000200:2.0:1788971346.888177:0:100242:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041408, portal 10
00000400:00000010:2.0:1788971346.888193:0:100242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb447b0908.
00000100:00000200:2.0:1788971346.888196:0:100242:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179041408, offset 0
00000400:00000200:2.0:1788971346.888200:0:100242:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:2.0:1788971346.888204:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.888207:0:100242:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:2.0:1788971346.888209:0:100242:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971346.888212:0:100242:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:2.0:1788971346.888214:0:100242:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971346.888224:0:100242:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:2.0:1788971346.888227:0:100242:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [110:110:255:4294967295] 192.168.203.124@tcp LPNI seq info [110:110:7:4294967295]
00000400:00000200:2.0:1788971346.888231:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.888239:0:100242:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971346.888244:0:100242:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:2.0:1788971346.888248:0:100242:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb497c5300.
00000800:00000200:2.0:1788971346.888251:0:100242:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:2.0:1788971346.888255:0:100242:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:2.0:1788971346.888257:0:100242:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb497c5300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971346.888263:0:100242:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:3.0:1788971346.888590:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971346.888597:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5f00.
00000400:00000200:3.0:1788971346.888606:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971346.888614:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971346.888743:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0088
00000400:00000010:3.0:1788971346.888748:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0088.
00000100:00000200:3.0:1788971346.888759:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c4a80 x1875872179041280/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971346.889982:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971346.889988:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb497c5300.
00000400:00000200:3.0:1788971346.889993:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971346.890000:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:3.0:1788971346.890005:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0908
00000400:00000010:3.0:1788971346.890008:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0908.
00000100:00000200:3.0:1788971346.890016:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb434c7480 x1875872179041408/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971346.891076:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.891083:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971346.891092:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.891104:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.891109:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.891113:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03400
00000400:00000200:2.0:1788971346.891118:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.891124:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x755 [1] + 224
00000400:00000200:2.0:1788971346.891137:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971346.891141:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971346.891150:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c4a80 x1875872179041280/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971346.896578:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3108.
00000400:00000200:3.0:1788971346.896588:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0550
00000400:00000010:3.0:1788971346.896591:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0550.
00000100:00000200:3.0:1788971346.896604:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c4a80 x1875872179041280/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971346.896616:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c4a80 x1875872179041280/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971346.896656:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab0200.
02000000:00000010:3.0:1788971346.896662:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1d600.
00000100:00000010:3.0:1788971346.896666:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c4a80.
00000400:00000200:2.0:1788971346.896994:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.897000:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971346.897007:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.897012:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.897017:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.897021:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03480
00000400:00000200:2.0:1788971346.897025:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971346.897036:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x765 [1] + 224
00000400:00000200:2.0:1788971346.897048:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971346.897053:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971346.897061:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb434c7480 x1875872179041408/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971346.897181:0:100242:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb453b3d68.
00000400:00000200:3.0:1788971346.897185:0:100242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb447b0bb0
00000400:00000010:3.0:1788971346.897186:0:100242:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb447b0bb0.
00000100:00000200:3.0:1788971346.897198:0:100242:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb434c7480 x1875872179041408/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971346.897207:0:100242:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb434c7480 x1875872179041408/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971346.897226:0:100242:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb53ab1600.
02000000:00000010:3.0:1788971346.897229:0:100242:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb51b1de00.
00000100:00000010:3.0:1788971346.897232:0:100242:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb434c7480.
00000100:00000010:2.0:1788971347.591423:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484ab060.
00000100:00000010:3.0:1788971347.598702:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb484abcc0.
00000100:00000010:1.0:1788971352.007618:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb4380.
02000000:00000010:1.0:1788971352.007640:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71700.
02000000:00000010:0.0:1788971352.007732:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4200.
00000400:00000200:0.0:1788971352.007742:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971352.007746:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb48163160.
00000400:00000010:0.0:1788971352.007754:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084b28.
00000100:00000200:0.0:1788971352.007760:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041536, portal 25
00000400:00000010:0.0:1788971352.007766:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb48084e58.
00000100:00000200:0.0:1788971352.007769:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179041536, offset 0
00000400:00000200:0.0:1788971352.007777:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971352.007787:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971352.008119:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971352.008138:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971352.008142:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971352.008145:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971352.008149:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971352.008152:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [111:111:256:4294967295] 192.168.203.124@tcp LPNI seq info [111:111:8:4294967295]
00000400:00000200:0.0:1788971352.008157:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971352.008168:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971352.008174:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971352.008180:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418ad00.
00000800:00000200:0.0:1788971352.008186:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971352.008193:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971352.008197:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418ad00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971352.008221:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:0.0:1788971352.008226:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84360.
00000100:00000010:0.0:1788971352.008247:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb44e84120.
00000800:00000200:2.0:1788971352.008723:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971352.008728:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418ad00.
00000400:00000200:2.0:1788971352.008734:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971352.008739:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971352.008745:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084e58
00000400:00000010:2.0:1788971352.008748:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084e58.
00000100:00000200:2.0:1788971352.008757:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb4380 x1875872179041536/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971352.009337:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb42fb7b80.
02000000:00000010:1.0:1788971352.009351:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb49d71300.
02000000:00000010:0.0:1788971352.009588:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb4a0f4000.
00000400:00000200:0.0:1788971352.009656:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:0.0:1788971352.009660:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb481639a0.
00000400:00000010:0.0:1788971352.009666:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480846e8.
00000100:00000200:0.0:1788971352.009671:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041664, portal 10
00000400:00000010:0.0:1788971352.009678:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb480842a8.
00000100:00000200:0.0:1788971352.009681:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179041664, offset 0
00000400:00000200:0.0:1788971352.009687:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:0.0:1788971352.009693:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971352.009698:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:0.0:1788971352.009702:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971352.009705:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:0.0:1788971352.009771:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971352.009775:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:0.0:1788971352.009779:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [112:112:256:4294967295] 192.168.203.124@tcp LPNI seq info [112:112:8:4294967295]
00000400:00000200:0.0:1788971352.009784:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:0.0:1788971352.010737:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971352.010745:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:0.0:1788971352.010751:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb5418a800.
00000800:00000200:0.0:1788971352.010758:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:0.0:1788971352.010765:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:0.0:1788971352.010769:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb5418a800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971352.010799:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971352.010991:0:100234:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971352.010995:0:100234:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb5418a800.
00000400:00000200:2.0:1788971352.011010:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971352.011016:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971352.011021:0:100234:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480842a8
00000400:00000010:2.0:1788971352.011024:0:100234:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480842a8.
00000100:00000200:2.0:1788971352.011032:0:100234:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb42fb7b80 x1875872179041664/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971352.011613:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.011619:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971352.011625:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.011629:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.011634:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.011638:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03500
00000400:00000200:2.0:1788971352.011643:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.011648:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x775 [1] + 224
00000400:00000200:2.0:1788971352.011660:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971352.011674:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971352.011684:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb4380 x1875872179041536/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971352.012368:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb48163160.
00000400:00000200:0.0:1788971352.012375:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb48084b28
00000400:00000010:0.0:1788971352.012377:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb48084b28.
00000100:00000200:0.0:1788971352.012385:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb4380 x1875872179041536/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971352.012395:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb4380 x1875872179041536/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971352.012422:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4200.
02000000:00000010:0.0:1788971352.012428:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71700.
00000100:00000010:0.0:1788971352.012433:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb4380.
00000400:00000200:2.0:1788971352.039341:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.039351:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971352.039360:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.039364:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.039369:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.039373:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03580
00000400:00000200:2.0:1788971352.039378:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971352.039384:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x77d [1] + 224
00000400:00000200:2.0:1788971352.039396:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971352.039400:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971352.039414:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb42fb7b80 x1875872179041664/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971352.039604:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb481639a0.
00000400:00000200:0.0:1788971352.039609:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb480846e8
00000400:00000010:0.0:1788971352.039612:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb480846e8.
00000100:00000200:0.0:1788971352.039619:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb42fb7b80 x1875872179041664/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971352.039628:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb42fb7b80 x1875872179041664/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971352.039659:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb4a0f4000.
02000000:00000010:0.0:1788971352.039666:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb49d71300.
00000100:00000010:0.0:1788971352.039670:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb42fb7b80.
00000100:00000010:2.0:1788971352.711488:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84360.
00000100:00000010:3.0:1788971352.711573:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb44e84120.
00000100:00000010:0.0:1788971357.130218:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353ea00.
02000000:00000010:0.0:1788971357.130480:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a000.
02000000:00000010:1.0:1788971357.130547:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb446a0200.
00000400:00000200:1.0:1788971357.130556:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971357.130560:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f12c0.
00000400:00000010:1.0:1788971357.130566:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971357.130573:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041792, portal 25
00000400:00000010:1.0:1788971357.130578:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588330.
00000100:00000200:1.0:1788971357.130582:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872179041792, offset 0
00000400:00000200:1.0:1788971357.130590:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971357.130598:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971357.130605:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971357.130610:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971357.130614:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971357.130618:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971357.130620:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971357.130624:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [113:113:256:4294967295] 192.168.203.124@tcp LPNI seq info [113:113:8:4294967295]
00000400:00000200:1.0:1788971357.130634:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971357.130644:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971357.130649:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971357.130654:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71300.
00000800:00000200:1.0:1788971357.130661:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971357.130668:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971357.130673:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971357.130693:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000100:00000010:1.0:1788971357.130698:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9f660.
00000100:00000010:1.0:1788971357.130708:0:100241:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff98bb51a9fa20.
00000100:00000010:0.0:1788971357.130740:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff98bb4353ce00.
02000000:00000010:0.0:1788971357.130747:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff98bb5418a700.
02000000:00000010:1.0:1788971357.130789:0:100241:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff98bb446a1600.
00000400:00000200:1.0:1788971357.130795:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000010:1.0:1788971357.130866:0:100241:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff98bb451f1318.
00000400:00000010:1.0:1788971357.130871:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588000.
00000100:00000200:1.0:1788971357.130874:0:100241:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872179041920, portal 10
00000400:00000010:1.0:1788971357.130879:0:100241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98bb44588bb0.
00000100:00000200:1.0:1788971357.130882:0:100241:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872179041920, offset 0
00000400:00000200:1.0:1788971357.130887:0:100241:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.124@tcp
00000400:00000200:1.0:1788971357.130891:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971357.130895:0:100241:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.124@tcp local destination
00000400:00000200:1.0:1788971357.130897:0:100241:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971357.130900:0:100241:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.24@tcp
00000400:00000200:1.0:1788971357.130902:0:100241:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.24@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971357.130904:0:100241:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.124@tcp
00000400:00000200:1.0:1788971357.130907:0:100241:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.24@tcp NI seq info: [114:114:255:4294967295] 192.168.203.124@tcp LPNI seq info [114:114:7:4294967295]
00000400:00000200:1.0:1788971357.130911:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:1.0:1788971357.130918:0:100241:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp:<?>) -> 192.168.203.124@tcp(192.168.203.124@tcp:192.168.203.124@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971357.130922:0:100241:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.124@tcp
00000800:00000010:1.0:1788971357.130927:0:100241:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff98bb49d71700.
00000800:00000200:1.0:1788971357.130930:0:100241:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff98bb434f4cc0] -> 12345-192.168.203.124@tcp (5)
00000800:00000200:1.0:1788971357.130940:0:100241:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:988
00000800:00000200:1.0:1788971357.130943:0:100241:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff98bb49d71700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971357.130950:0:100241:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000800:00000200:2.0:1788971357.131232:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971357.131237:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71300.
00000400:00000200:2.0:1788971357.131242:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971357.131248:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971357.131253:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588330
00000400:00000010:2.0:1788971357.131255:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588330.
00000100:00000200:2.0:1788971357.131264:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353ea00 x1875872179041792/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971357.131289:0:100235:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971357.131292:0:100235:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff98bb49d71700.
00000400:00000200:2.0:1788971357.131295:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971357.131323:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000400:00000200:2.0:1788971357.131326:0:100235:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588bb0
00000400:00000010:2.0:1788971357.131329:0:100235:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588bb0.
00000100:00000200:2.0:1788971357.131343:0:100235:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff98bb4353ce00 x1875872179041920/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971357.134948:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.134957:0:100234:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971357.134964:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.134970:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.134974:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.134978:0:100234:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 25 MB=0x6aa1886e03600
00000400:00000200:2.0:1788971357.134984:0:100234:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.134990:0:100234:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.124@tcp of length 224/224 into md 0x785 [1] + 224
00000400:00000200:2.0:1788971357.135004:0:100234:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971357.135008:0:100234:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971357.135021:0:100234:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353ea00 x1875872179041792/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971357.135457:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f12c0.
00000400:00000200:1.0:1788971357.135463:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588dd0
00000400:00000010:1.0:1788971357.135465:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588dd0.
00000100:00000200:1.0:1788971357.135471:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353ea00 x1875872179041792/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971357.135479:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353ea00 x1875872179041792/t0(0) o400->MGC192.168.203.124@tcp@192.168.203.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971357.135506:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb446a0200.
02000000:00000010:1.0:1788971357.135511:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a000.
00000100:00000010:1.0:1788971357.135516:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353ea00.
00000400:00000200:2.0:1788971357.135823:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.135829:0:100235:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.24@tcp(192.168.203.24@tcp) <- 192.168.203.124@tcp : PUT - for me
00000400:00000200:2.0:1788971357.135834:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.135837:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.135841:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.135844:0:100235:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.124@tcp of length 224 into portal 10 MB=0x6aa1886e03680
00000400:00000200:2.0:1788971357.135848:0:100235:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.124@tcp to cpt 1
00000400:00000200:2.0:1788971357.135852:0:100235:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.124@tcp of length 224/224 into md 0x78d [1] + 224
00000400:00000200:2.0:1788971357.135861:0:100235:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971357.135865:0:100235:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.24@tcp->192.168.203.124@tcp: PUT: OK
00000100:00000200:2.0:1788971357.135872:0:100235:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff98bb4353ce00 x1875872179041920/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971357.136022:0:100241:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff98bb451f1318.
00000400:00000200:1.0:1788971357.136026:0:100241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98bb44588000
00000400:00000010:1.0:1788971357.136028:0:100241:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98bb44588000.
00000100:00000200:1.0:1788971357.136034:0:100241:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff98bb4353ce00 x1875872179041920/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971357.136043:0:100241:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff98bb4353ce00 x1875872179041920/t0(0) o400->lustre-MDT0000-mdc-ffff98bb44a52000@192.168.203.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971357.136060:0:100241:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff98bb446a1600.
02000000:00000010:1.0:1788971357.136064:0:100241:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff98bb5418a700.
00000100:00000010:1.0:1788971357.136067:0:100241:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff98bb4353ce00.
00000001:02000400:3.0:1788971357.339813:0:104783:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_260: @@@@@@ FAIL: Failed to cleanup Modules
00000100:00000010:3.0:1788971357.831371:0:73073:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9fa20.
00000100:00000010:2.0:1788971357.831496:0:102898:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff98bb51a9f660.
Debug log: 9418 lines, 9418 kept, 0 dropped, 0 bad.