00000400:00000010:3.0F:1788971126.406410:0:102076:0:(lib-cpt.c:67:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000b5fdf2af.
00000400:00000010:3.0:1788971126.406438:0:102076:0:(lib-cpt.c:76:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000fa5eb1cf.
00000400:00000010:3.0:1788971126.406442:0:102076:0:(lib-cpt.c:80:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000c3780f2b.
00000400:00000010:3.0:1788971126.406446:0:102076:0:(lib-cpt.c:87:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 000000002f34d327.
00000400:00000010:3.0:1788971126.406449:0:102076:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 000000002f671b8a.
00000400:00000010:3.0:1788971126.406452:0:102076:0:(lib-cpt.c:106:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000008488c228.
00000400:00000010:3.0:1788971126.406454:0:102076:0:(lib-cpt.c:110:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000fbfa5327.
00000400:00000010:3.0:1788971126.406456:0:102076:0:(lib-cpt.c:106:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 00000000032589cd.
00000400:00000010:3.0:1788971126.406457:0:102076:0:(lib-cpt.c:110:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 000000005a776fef.
00000400:00000010:2.0F:1788971127.174924:0:102076:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000007114001b.
00000400:00000010:2.0:1788971127.174956:0:102076:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000941f8cc5.
00000400:00000010:2.0:1788971127.174964:0:102076:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049a7dbcb.
00000400:00000010:2.0:1788971127.174967:0:102076:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d3f0331c.
00000400:00000010:2.0:1788971127.174970:0:102076:0:(lock.c:52:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000002ce99d43.
00000400:00000010:2.0:1788971127.174972:0:102076:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bc2309ba.
00000400:00000010:2.0:1788971127.174974:0:102076:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4798996.
00000400:00000010:2.0:1788971127.174976:0:102076:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6bfcde2.
00000400:00000200:2.0:1788971127.181774:0:102076:0:(api-ni.c:978:lnet_register_lnd()) lo LND registered
00000400:00000200:2.0:1788971127.404095:0:102093:0:(api-ni.c:978:lnet_register_lnd()) tcp LND registered
00000020:02000000:3.0:1788971127.725439:0:102107:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_80_gab92f8c
00000020:00000010:1.0F:1788971127.747350:0:102107:0:(lustre_handles.c:165:class_handle_init()) vmalloced 'handle_hash': 8388608 at 0000000099e8a531.
00000001:00000010:1.0:1788971127.753853:0:102107:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000af4e1e5a.
00000001:00000010:1.0:1788971127.753871:0:102107:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009e35aa59.
00000001:00000010:1.0:1788971127.753875:0:102107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b51cb90.
00000001:00000010:1.0:1788971127.753878:0:102107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd1ebc30.
00000001:00000010:1.0:1788971127.753881:0:102107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000428562ba.
00000001:00000010:1.0:1788971127.753885:0:102107:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096d669e5.
00000020:00000010:1.0:1788971127.754037:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000166215ca.
00000020:00000010:1.0:1788971127.754042:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002bbf7fdc.
00000020:00000010:1.0:1788971127.754046:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003523ee4e.
00000020:00000010:1.0:1788971127.754050:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9acaaaf.
00000001:00000010:1.0:1788971127.754055:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ca2a9a64.
00000020:00000010:1.0:1788971127.754113:0:102107:0:(cl_object.c:1154:cl_global_init()) kmalloced '(cl_envs)': 192 at 0000000027ecebbc.
00000020:00000010:1.0:1788971127.754390:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef1007bd.
00000020:00000010:1.0:1788971127.754396:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df268b63.
00000020:00000010:1.0:1788971127.754399:0:102107:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000004706906e.
00000020:00000010:1.0:1788971127.754403:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdfd4b6c.
00000020:00000010:1.0:1788971127.754407:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e644057.
00000020:00000010:1.0:1788971127.754409:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecfc3998.
00000020:00000010:1.0:1788971127.754412:0:102107:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000f64a7443.
00000020:00000010:1.0:1788971127.754414:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e09f640d.
00000020:00000010:1.0:1788971127.754417:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005bb818b.
00000020:00000010:1.0:1788971127.754420:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075e7e79e.
00000020:00000010:1.0:1788971127.754421:0:102107:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000a0907683.
00000020:00000010:1.0:1788971127.754424:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dadc3491.
00000020:00000010:1.0:1788971127.754427:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6275dd4.
00000020:00000010:1.0:1788971127.754429:0:102107:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b0d42c42.
00000020:00000010:1.0:1788971127.754431:0:102107:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000000721fcc3.
00000020:00000010:1.0:1788971127.754433:0:102107:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080f6079f.
02000000:00000010:1.0:1788971127.754440:0:102107:0:(page_pools.c:1088:obd_pool_init()) kmalloced '(page_pools)': 112 at 000000006e60dd18.
02000000:00000010:1.0:1788971127.754443:0:102107:0:(page_pools.c:1092:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 0000000047ddf982.
02000000:00000010:1.0:1788971127.754455:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f7a33c85.
02000000:00000010:1.0:1788971127.754460:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 00000000f22ddd73.
00000001:00000010:1.0:1788971127.754478:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000aa0f0d4.
00000020:00000010:1.0:1788971127.754511:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ebfa07ce.
00000020:00000010:1.0:1788971127.754520:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ebfa07ce.
02000000:00000010:1.0:1788971127.754524:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000afd628c5.
02000000:00000010:1.0:1788971127.754527:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 00000000eb225978.
00000001:00000010:1.0:1788971127.754529:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000005dafe5f0.
00000020:00000010:1.0:1788971127.754556:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ebfa07ce.
00000020:00000010:1.0:1788971127.754566:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ebfa07ce.
02000000:00000010:1.0:1788971127.754570:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005e71e004.
02000000:00000010:1.0:1788971127.754572:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 000000008980f309.
00000001:00000010:1.0:1788971127.754574:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001baae9c7.
00000020:00000010:1.0:1788971127.754599:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ebfa07ce.
00000020:00000010:1.0:1788971127.754607:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ebfa07ce.
02000000:00000010:1.0:1788971127.754611:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000032087a88.
02000000:00000010:1.0:1788971127.754613:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 00000000ebfa07ce.
00000001:00000010:1.0:1788971127.754615:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bcd3bd62.
00000020:00000010:1.0:1788971127.754640:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754649:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754652:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000005943b290.
02000000:00000010:1.0:1788971127.754654:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000b92f1978.
00000001:00000010:1.0:1788971127.754655:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000002ec6d8ff.
00000020:00000010:1.0:1788971127.754681:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754690:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754693:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000021401b53.
02000000:00000010:1.0:1788971127.754695:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000009045784c.
00000001:00000010:1.0:1788971127.754697:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b87a427c.
00000020:00000010:1.0:1788971127.754718:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754728:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754731:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f84e29a9.
02000000:00000010:1.0:1788971127.754733:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000003bf081e.
00000001:00000010:1.0:1788971127.754735:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000448f6c96.
00000020:00000010:1.0:1788971127.754769:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754778:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754783:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000073bd215d.
02000000:00000010:1.0:1788971127.754785:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 00000000688b02dc.
00000001:00000010:1.0:1788971127.754787:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c9146a2f.
00000020:00000010:1.0:1788971127.754811:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754859:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754866:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000f3bc9bff.
02000000:00000010:1.0:1788971127.754869:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000a109062c.
00000001:00000010:1.0:1788971127.754872:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d131a876.
00000020:00000010:1.0:1788971127.754899:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.754920:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.754924:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b73f6f1b.
02000000:00000010:1.0:1788971127.754926:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000dd139d83.
00000001:00000010:1.0:1788971127.754928:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009745546a.
00000020:00000010:1.0:1788971127.756053:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.756069:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.756074:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000873f340b.
02000000:00000010:1.0:1788971127.756076:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000006753b278.
00000001:00000010:1.0:1788971127.756079:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000004e1018a8.
00000020:00000010:1.0:1788971127.756113:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.756125:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.756127:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ee479720.
02000000:00000010:1.0:1788971127.756130:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000974aed01.
00000001:00000010:1.0:1788971127.756132:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ac865190.
00000020:00000010:1.0:1788971127.756229:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.756242:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.756316:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000000ea215da.
02000000:00000010:1.0:1788971127.756321:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000009869894b.
00000001:00000010:1.0:1788971127.756323:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d5381271.
00000020:00000010:1.0:1788971127.756350:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.756367:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
02000000:00000010:1.0:1788971127.756370:0:102107:0:(page_pools.c:1099:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000003e08e81a.
02000000:00000010:1.0:1788971127.756373:0:102107:0:(page_pools.c:1059:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000001d267ba0.
00000001:00000010:1.0:1788971127.756375:0:102107:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000003840a053.
00000020:00000010:1.0:1788971127.756399:0:102107:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000da489eeb.
00000020:00000010:1.0:1788971127.756408:0:102107:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000da489eeb.
00000400:00000010:2.0:1788971128.004497:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a474acda.
00000400:00000010:2.0:1788971128.004518:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000de04d07c.
00000400:00000010:2.0:1788971128.004520:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035a88d8a.
00000100:00000010:2.0:1788971128.004528:0:102123:0:(service.c:3592:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000005eeaba90.
00000100:00000010:2.0:1788971128.004532:0:102123:0:(service.c:3592:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 000000002387c410.
00000100:00000010:1.0:1788971128.005026:0:102125:0:(service.c:3235:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000088c7ac8d.
00000020:00000010:1.0:1788971128.005043:0:102125:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a6bdb40.
00000020:00000010:1.0:1788971128.005049:0:102125:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b32456c7.
00000040:00000010:1.0:1788971128.005056:0:102125:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000329020b6.
00000020:00000010:1.0:1788971128.005061:0:102125:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d909052.
00000020:00000010:1.0:1788971128.005067:0:102125:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000088eb824c.
00000100:00000010:0.0F:1788971128.006974:0:102126:0:(service.c:3235:ptlrpc_hr_main()) kmalloced '(env)': 56 at 0000000060f1220d.
00000020:00000010:2.0:1788971128.007105:0:102126:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d5678c9.
00000020:00000010:2.0:1788971128.007113:0:102126:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f73711f2.
00000040:00000010:2.0:1788971128.007117:0:102126:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008a39d353.
00000020:00000010:2.0:1788971128.007123:0:102126:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000393952a0.
00000020:00000010:2.0:1788971128.007129:0:102126:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef8f15b0.
00000100:00000200:0.0:1788971128.007262:0:102123:0:(events.c:596:ptlrpc_ni_init()) My pid is: 3039
00000400:00000010:0.0:1788971128.007531:0:102123:0:(api-ni.c:676:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 00000000954ef7d2.
00000400:00000010:0.0:1788971128.007537:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d87bc69d.
00000400:00000010:0.0:1788971128.007542:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002e8efd74.
00000400:00000010:0.0:1788971128.007545:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000006d6387e.
00000400:00000010:0.0:1788971128.007547:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007ff593d5.
00000400:00000010:0.0:1788971128.007550:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000054349f1b.
00000400:00000010:0.0:1788971128.007552:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000b6de8456.
00000400:00000010:0.0:1788971128.007558:0:102123:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000444fbe99.
00000400:00000010:0.0:1788971128.007566:0:102123:0:(peer.c:109:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000005e391d63.
00000400:00000010:0.0:1788971128.007569:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005161bbff.
00000400:00000010:0.0:1788971128.007572:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000001e82703.
00000400:00000010:0.0:1788971128.007574:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000830067b1.
00000400:00000010:0.0:1788971128.007577:0:102123:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000dc6bc602.
00000400:00000010:0.0:1788971128.007580:0:102123:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000002a8ffa51.
00000400:00000010:0.0:1788971128.007582:0:102123:0:(lib-msg.c:1338:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 0000000041edef6d.
00000400:00000010:0.0:1788971128.007584:0:102123:0:(lib-msg.c:1348:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 000000007e7e4cc6.
00000400:00000010:0.0:1788971128.007678:0:102123:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000003fb46562.
00000400:00000010:0.0:1788971128.007698:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000049c192b2.
00000400:00000010:0.0:1788971128.007701:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077c16b4e.
00000400:00000010:0.0:1788971128.007703:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004408e03.
00000400:00000010:0.0:1788971128.007788:0:102123:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000007043b1f6.
00000400:00000010:0.0:1788971128.007915:0:102123:0:(api-ni.c:1227:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000006b275688.
00000400:00000010:0.0:1788971128.007934:0:102123:0:(lib-ptl.c:864:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 000000009bfbc1b7.
00000400:00000010:0.0:1788971128.007938:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000033859065.
00000400:00000010:0.0:1788971128.007940:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c916236a.
00000400:00000010:0.0:1788971128.007943:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002618cdf7.
00000400:00000010:0.0:1788971128.007945:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a137dd52.
00000400:00000010:0.0:1788971128.007951:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000c40fad4.
00000400:00000010:0.0:1788971128.007957:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000055b5e2ab.
00000400:00000010:0.0:1788971128.007959:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f159ae42.
00000400:00000010:0.0:1788971128.007961:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000712dcbb8.
00000400:00000010:0.0:1788971128.007968:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048cb73ff.
00000400:00000010:0.0:1788971128.007970:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f9b8abcb.
00000400:00000010:0.0:1788971128.007976:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e97fe846.
00000400:00000010:0.0:1788971128.007982:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000075ac6798.
00000400:00000010:0.0:1788971128.007985:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000049899d6d.
00000400:00000010:0.0:1788971128.007987:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002e973baf.
00000400:00000010:0.0:1788971128.007989:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009108840e.
00000400:00000010:0.0:1788971128.007990:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048600428.
00000400:00000010:0.0:1788971128.007995:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f6039a7.
00000400:00000010:0.0:1788971128.008001:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000837de15a.
00000400:00000010:0.0:1788971128.008004:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003d21ec25.
00000400:00000010:0.0:1788971128.008006:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004e965a3e.
00000400:00000010:0.0:1788971128.008008:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d036c5f5.
00000400:00000010:0.0:1788971128.008010:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000729e5ceb.
00000400:00000010:0.0:1788971128.008015:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c43b69cc.
00000400:00000010:0.0:1788971128.008021:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000271d0f78.
00000400:00000010:0.0:1788971128.008023:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003972da0a.
00000400:00000010:0.0:1788971128.008028:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ba72830.
00000400:00000010:0.0:1788971128.008029:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db30448c.
00000400:00000010:0.0:1788971128.008031:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7e6fc67.
00000400:00000010:0.0:1788971128.008036:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c2aace74.
00000400:00000010:0.0:1788971128.008041:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd9fe160.
00000400:00000010:0.0:1788971128.008044:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000127265c8.
00000400:00000010:0.0:1788971128.008046:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d5b18dff.
00000400:00000010:0.0:1788971128.008047:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a2a9531.
00000400:00000010:0.0:1788971128.008049:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ecd32dfd.
00000400:00000010:0.0:1788971128.008055:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da78ea34.
00000400:00000010:0.0:1788971128.008061:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000589094c6.
00000400:00000010:0.0:1788971128.008063:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b1346282.
00000400:00000010:0.0:1788971128.008065:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000063f574f.
00000400:00000010:0.0:1788971128.008067:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa0894a8.
00000400:00000010:0.0:1788971128.008070:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000903df33e.
00000400:00000010:0.0:1788971128.008074:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d8b6d0a6.
00000400:00000010:0.0:1788971128.008086:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000089790996.
00000400:00000010:0.0:1788971128.008089:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000bdcbcb1.
00000400:00000010:0.0:1788971128.008090:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b2cd5e77.
00000400:00000010:0.0:1788971128.008092:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000681582c6.
00000400:00000010:0.0:1788971128.008094:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000464a98bb.
00000400:00000010:0.0:1788971128.008101:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cecbc57.
00000400:00000010:0.0:1788971128.008108:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bb7f48a8.
00000400:00000010:0.0:1788971128.008110:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f596dec6.
00000400:00000010:0.0:1788971128.008112:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b7ba1e93.
00000400:00000010:0.0:1788971128.008114:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071a63837.
00000400:00000010:0.0:1788971128.008116:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0c1b0fa.
00000400:00000010:0.0:1788971128.008120:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fca4cfd8.
00000400:00000010:0.0:1788971128.008125:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000076c74fc9.
00000400:00000010:0.0:1788971128.008128:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002fa8e75b.
00000400:00000010:0.0:1788971128.008130:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f69073bf.
00000400:00000010:0.0:1788971128.008131:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efd44bad.
00000400:00000010:0.0:1788971128.008133:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb6f0e85.
00000400:00000010:0.0:1788971128.008139:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049d03a33.
00000400:00000010:0.0:1788971128.008145:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004571d097.
00000400:00000010:0.0:1788971128.008147:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000005f8d536.
00000400:00000010:0.0:1788971128.008149:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d8f18e15.
00000400:00000010:0.0:1788971128.008151:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000354f79ff.
00000400:00000010:0.0:1788971128.008153:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ca94d6f.
00000400:00000010:0.0:1788971128.008158:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4cf52d8.
00000400:00000010:0.0:1788971128.008164:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b90eba42.
00000400:00000010:0.0:1788971128.008167:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000458679b8.
00000400:00000010:0.0:1788971128.008169:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000097eb56b2.
00000400:00000010:0.0:1788971128.008171:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e63ea4f8.
00000400:00000010:0.0:1788971128.008172:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029a1c555.
00000400:00000010:0.0:1788971128.008179:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005ecb907c.
00000400:00000010:0.0:1788971128.008184:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c6bd943.
00000400:00000010:0.0:1788971128.008186:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007838e912.
00000400:00000010:0.0:1788971128.008188:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000057fc1488.
00000400:00000010:0.0:1788971128.008194:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6ada8fe.
00000400:00000010:0.0:1788971128.008196:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a27734c5.
00000400:00000010:0.0:1788971128.008201:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000085842a2.
00000400:00000010:0.0:1788971128.008205:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000052665fc.
00000400:00000010:0.0:1788971128.008208:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003875b1e8.
00000400:00000010:0.0:1788971128.008209:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c3124722.
00000400:00000010:0.0:1788971128.008211:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005749e5a8.
00000400:00000010:0.0:1788971128.008213:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b970f841.
00000400:00000010:0.0:1788971128.008218:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3c885a6.
00000400:00000010:0.0:1788971128.008224:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000088892d07.
00000400:00000010:0.0:1788971128.008226:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004c118881.
00000400:00000010:0.0:1788971128.008227:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000befc3b0.
00000400:00000010:0.0:1788971128.008230:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a342f633.
00000400:00000010:0.0:1788971128.008231:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d72c5870.
00000400:00000010:0.0:1788971128.008236:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000589fbd6c.
00000400:00000010:0.0:1788971128.008240:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009b5e97f.
00000400:00000010:0.0:1788971128.008243:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c46ddbde.
00000400:00000010:0.0:1788971128.008244:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007dc75857.
00000400:00000010:0.0:1788971128.008246:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da47ecce.
00000400:00000010:0.0:1788971128.008248:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f0b3ef9e.
00000400:00000010:0.0:1788971128.008254:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bdcddd1b.
00000400:00000010:0.0:1788971128.008260:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d880ece9.
00000400:00000010:0.0:1788971128.008263:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002994035d.
00000400:00000010:0.0:1788971128.008265:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cd8d9ab8.
00000400:00000010:0.0:1788971128.008267:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d0b0e6c2.
00000400:00000010:0.0:1788971128.008269:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cab47bfb.
00000400:00000010:0.0:1788971128.008273:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000563d66a5.
00000400:00000010:0.0:1788971128.008278:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094a69ca3.
00000400:00000010:0.0:1788971128.008281:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008baea2e5.
00000400:00000010:0.0:1788971128.008284:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b09e5188.
00000400:00000010:0.0:1788971128.008286:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e70b9cd8.
00000400:00000010:0.0:1788971128.008287:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008257ba29.
00000400:00000010:0.0:1788971128.008293:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000033936807.
00000400:00000010:0.0:1788971128.008307:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004b263c3b.
00000400:00000010:0.0:1788971128.008310:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e05e4f1e.
00000400:00000010:0.0:1788971128.008312:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000088c1ccf3.
00000400:00000010:0.0:1788971128.008313:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000591f8b73.
00000400:00000010:0.0:1788971128.008315:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fef21883.
00000400:00000010:0.0:1788971128.008320:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064f7b46d.
00000400:00000010:0.0:1788971128.008337:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b016dd55.
00000400:00000010:0.0:1788971128.008341:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b2171036.
00000400:00000010:0.0:1788971128.008343:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f63a885b.
00000400:00000010:0.0:1788971128.008345:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c0359d6.
00000400:00000010:0.0:1788971128.008347:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db646611.
00000400:00000010:0.0:1788971128.008352:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000edcd10b4.
00000400:00000010:0.0:1788971128.008358:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d6533584.
00000400:00000010:0.0:1788971128.008360:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d575a873.
00000400:00000010:0.0:1788971128.008362:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a1529144.
00000400:00000010:0.0:1788971128.008363:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e65f9a5.
00000400:00000010:0.0:1788971128.008365:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fa6f14c8.
00000400:00000010:0.0:1788971128.008370:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d6ab73f.
00000400:00000010:0.0:1788971128.008383:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fc6a1930.
00000400:00000010:0.0:1788971128.008387:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004d3571fa.
00000400:00000010:0.0:1788971128.008389:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005669c962.
00000400:00000010:0.0:1788971128.008391:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001a3fe9d7.
00000400:00000010:0.0:1788971128.008393:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b752073.
00000400:00000010:0.0:1788971128.008398:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004891be8e.
00000400:00000010:0.0:1788971128.008403:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d9c97683.
00000400:00000010:0.0:1788971128.008406:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008a2cb3a6.
00000400:00000010:0.0:1788971128.008407:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c4667825.
00000400:00000010:0.0:1788971128.008409:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b14f9969.
00000400:00000010:0.0:1788971128.008411:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1a89b5e.
00000400:00000010:0.0:1788971128.008416:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bac29b4.
00000400:00000010:0.0:1788971128.008428:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096d391c3.
00000400:00000010:0.0:1788971128.008432:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bdd34e46.
00000400:00000010:0.0:1788971128.008434:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000065c4f5a4.
00000400:00000010:0.0:1788971128.008441:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005adbe897.
00000400:00000010:0.0:1788971128.008442:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edb40966.
00000400:00000010:0.0:1788971128.008447:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002f963fa9.
00000400:00000010:0.0:1788971128.008452:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000018f2937.
00000400:00000010:0.0:1788971128.008455:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c4388103.
00000400:00000010:0.0:1788971128.008456:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000628489c.
00000400:00000010:0.0:1788971128.008458:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c3012c6d.
00000400:00000010:0.0:1788971128.008460:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000079336d4.
00000400:00000010:0.0:1788971128.008464:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095ef00a4.
00000400:00000010:0.0:1788971128.008474:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008768ca10.
00000400:00000010:0.0:1788971128.008477:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c9ba8a2e.
00000400:00000010:0.0:1788971128.008479:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c60a1af5.
00000400:00000010:0.0:1788971128.008481:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043604b83.
00000400:00000010:0.0:1788971128.008483:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002afd9acd.
00000400:00000010:0.0:1788971128.008487:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000036d9793d.
00000400:00000010:0.0:1788971128.008492:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000047255d4e.
00000400:00000010:0.0:1788971128.008494:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ab66172a.
00000400:00000010:0.0:1788971128.008496:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f29266bf.
00000400:00000010:0.0:1788971128.008498:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034adc7af.
00000400:00000010:0.0:1788971128.008499:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000079e81146.
00000400:00000010:0.0:1788971128.008503:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4b51a36.
00000400:00000010:0.0:1788971128.008514:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000d7708a7.
00000400:00000010:0.0:1788971128.008516:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000003ec7c8c.
00000400:00000010:0.0:1788971128.008518:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000799df94e.
00000400:00000010:0.0:1788971128.008519:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b639e5f.
00000400:00000010:0.0:1788971128.008521:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001724c263.
00000400:00000010:0.0:1788971128.008526:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037b7364c.
00000400:00000010:0.0:1788971128.008531:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001db962a4.
00000400:00000010:0.0:1788971128.008533:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000602f919a.
00000400:00000010:0.0:1788971128.008535:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf9bef56.
00000400:00000010:0.0:1788971128.008537:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007de3c23c.
00000400:00000010:0.0:1788971128.008539:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000499fe352.
00000400:00000010:0.0:1788971128.008543:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000033e867f7.
00000400:00000010:0.0:1788971128.008557:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002c67ff98.
00000400:00000010:0.0:1788971128.008560:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000077eeedd0.
00000400:00000010:0.0:1788971128.008562:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000061ff6850.
00000400:00000010:0.0:1788971128.008565:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000019921823.
00000400:00000010:0.0:1788971128.008566:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000012bb756.
00000400:00000010:0.0:1788971128.008571:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d29a6d56.
00000400:00000010:0.0:1788971128.008576:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000697f33a9.
00000400:00000010:0.0:1788971128.008579:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007060f0c5.
00000400:00000010:0.0:1788971128.008580:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cae4b8c4.
00000400:00000010:0.0:1788971128.008582:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce7e29d9.
00000400:00000010:0.0:1788971128.008584:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000402257d5.
00000400:00000010:0.0:1788971128.008589:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d9554085.
00000400:00000010:0.0:1788971128.008600:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003d324279.
00000400:00000010:0.0:1788971128.008603:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000354eece2.
00000400:00000010:0.0:1788971128.008605:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d660e2de.
00000400:00000010:0.0:1788971128.008607:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000209a7a52.
00000400:00000010:0.0:1788971128.008609:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb0943fc.
00000400:00000010:0.0:1788971128.008614:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8a674fe.
00000400:00000010:0.0:1788971128.008620:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009d6d9e56.
00000400:00000010:0.0:1788971128.008624:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000082dcc294.
00000400:00000010:0.0:1788971128.008626:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000552c8d15.
00000400:00000010:0.0:1788971128.008628:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078877a5f.
00000400:00000010:0.0:1788971128.008629:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b9a187b.
00000400:00000010:0.0:1788971128.008634:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002dff0c7e.
00000400:00000010:0.0:1788971128.008645:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000feb9fe15.
00000400:00000010:0.0:1788971128.008648:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003c358d73.
00000400:00000010:0.0:1788971128.008650:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000051c015ef.
00000400:00000010:0.0:1788971128.008652:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd1d4406.
00000400:00000010:0.0:1788971128.008653:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e929fc7.
00000400:00000010:0.0:1788971128.008658:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009814c7e8.
00000400:00000010:0.0:1788971128.008664:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002fc54865.
00000400:00000010:0.0:1788971128.008667:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d1924b65.
00000400:00000010:0.0:1788971128.008669:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005ced327f.
00000400:00000010:0.0:1788971128.008676:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032b793ff.
00000400:00000010:0.0:1788971128.008677:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005753b422.
00000400:00000010:0.0:1788971128.008682:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b3591ad0.
00000400:00000010:0.0:1788971128.008694:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007fa34fa7.
00000400:00000010:0.0:1788971128.008698:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000446dc58a.
00000400:00000010:0.0:1788971128.008700:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003b4b8487.
00000400:00000010:0.0:1788971128.008702:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8668d07.
00000400:00000010:0.0:1788971128.008705:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000096190a58.
00000400:00000010:0.0:1788971128.008710:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f0a7c139.
00000400:00000010:0.0:1788971128.008716:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003aac429f.
00000400:00000010:0.0:1788971128.008718:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e033c90b.
00000400:00000010:0.0:1788971128.008721:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006943ac98.
00000400:00000010:0.0:1788971128.008723:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdf9e7c4.
00000400:00000010:0.0:1788971128.008724:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000117a9c05.
00000400:00000010:0.0:1788971128.008730:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002dec3be1.
00000400:00000010:0.0:1788971128.008741:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000044812051.
00000400:00000010:0.0:1788971128.008744:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000040cf304d.
00000400:00000010:0.0:1788971128.008745:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008b566f2b.
00000400:00000010:0.0:1788971128.008747:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e20fc19a.
00000400:00000010:0.0:1788971128.008748:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046905d91.
00000400:00000010:0.0:1788971128.008754:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f25a8534.
00000400:00000010:0.0:1788971128.008759:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b5193f4.
00000400:00000010:0.0:1788971128.008761:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000088f196ca.
00000400:00000010:0.0:1788971128.008763:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000541b975.
00000400:00000010:0.0:1788971128.008765:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a022b4a4.
00000400:00000010:0.0:1788971128.008767:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec2e0178.
00000400:00000010:0.0:1788971128.008771:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000020bc1deb.
00000400:00000010:0.0:1788971128.008783:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000969b9543.
00000400:00000010:0.0:1788971128.008786:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a70fc64b.
00000400:00000010:0.0:1788971128.008789:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000004c61460.
00000400:00000010:0.0:1788971128.008791:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009344c6d1.
00000400:00000010:0.0:1788971128.008792:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d2da513.
00000400:00000010:0.0:1788971128.008798:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7883f36.
00000400:00000010:0.0:1788971128.008807:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000056eff9f8.
00000400:00000010:0.0:1788971128.008809:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000f96931c.
00000400:00000010:0.0:1788971128.008810:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e2b541c5.
00000400:00000010:0.0:1788971128.008849:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d80bd8dc.
00000400:00000010:0.0:1788971128.008851:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d19f7644.
00000400:00000010:0.0:1788971128.008856:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000016aee9aa.
00000400:00000010:0.0:1788971128.008869:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fca4d2a5.
00000400:00000010:0.0:1788971128.008872:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000068e7bc5f.
00000400:00000010:0.0:1788971128.008875:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f1a7c4b4.
00000400:00000010:0.0:1788971128.008876:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024d20b93.
00000400:00000010:0.0:1788971128.008878:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a4b8a76e.
00000400:00000010:0.0:1788971128.008883:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a364be1.
00000400:00000010:0.0:1788971128.008889:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003a861d62.
00000400:00000010:0.0:1788971128.008891:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004e4ac6db.
00000400:00000010:0.0:1788971128.008892:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001f8ccfee.
00000400:00000010:0.0:1788971128.008894:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000416fe9b.
00000400:00000010:0.0:1788971128.008895:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a72a8c1.
00000400:00000010:0.0:1788971128.008899:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000331b181e.
00000400:00000010:0.0:1788971128.008924:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000064e937ea.
00000400:00000010:0.0:1788971128.008929:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b0a23fff.
00000400:00000010:0.0:1788971128.008930:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004588931e.
00000400:00000010:0.0:1788971128.008932:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfaf66d1.
00000400:00000010:0.0:1788971128.008935:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f2bcb6e.
00000400:00000010:0.0:1788971128.008939:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000af852998.
00000400:00000010:0.0:1788971128.008946:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc80b2cb.
00000400:00000010:0.0:1788971128.008949:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a556e4f5.
00000400:00000010:0.0:1788971128.008950:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fd558b22.
00000400:00000010:0.0:1788971128.008952:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d461ea9.
00000400:00000010:0.0:1788971128.008954:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007316fc60.
00000400:00000010:0.0:1788971128.008959:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a819222.
00000400:00000010:0.0:1788971128.008971:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005cb2ae98.
00000400:00000010:0.0:1788971128.008974:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000efc787cf.
00000400:00000010:0.0:1788971128.008977:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006c28a325.
00000400:00000010:0.0:1788971128.008982:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005f113454.
00000400:00000010:0.0:1788971128.008984:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b583b2c0.
00000400:00000010:0.0:1788971128.008989:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dd0d8615.
00000400:00000010:0.0:1788971128.008996:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000073ae085e.
00000400:00000010:0.0:1788971128.008999:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008856ece4.
00000400:00000010:0.0:1788971128.009000:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000058aafe85.
00000400:00000010:0.0:1788971128.009002:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091482086.
00000400:00000010:0.0:1788971128.009004:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000029b1f992.
00000400:00000010:0.0:1788971128.009010:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000085fc148e.
00000400:00000010:0.0:1788971128.009022:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a4d24f0e.
00000400:00000010:0.0:1788971128.009026:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000009b11b363.
00000400:00000010:0.0:1788971128.009028:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000a5d4a69.
00000400:00000010:0.0:1788971128.009030:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008283a7ae.
00000400:00000010:0.0:1788971128.009031:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090490338.
00000400:00000010:0.0:1788971128.009036:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1ae1a26.
00000400:00000010:0.0:1788971128.009042:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000001ff3411.
00000400:00000010:0.0:1788971128.009045:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e1c96033.
00000400:00000010:0.0:1788971128.009047:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a32f676e.
00000400:00000010:0.0:1788971128.009048:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fefa1c2d.
00000400:00000010:0.0:1788971128.009050:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028fdd6f3.
00000400:00000010:0.0:1788971128.009055:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a9fe7248.
00000400:00000010:0.0:1788971128.009066:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000051e4d649.
00000400:00000010:0.0:1788971128.009069:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cb4bf88a.
00000400:00000010:0.0:1788971128.009071:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000023dea943.
00000400:00000010:0.0:1788971128.009073:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062e95c38.
00000400:00000010:0.0:1788971128.009074:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049208e24.
00000400:00000010:0.0:1788971128.009080:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc462edf.
00000400:00000010:0.0:1788971128.009088:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f3c5cbb2.
00000400:00000010:0.0:1788971128.009091:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a5c826ee.
00000400:00000010:0.0:1788971128.009093:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004c4e1b66.
00000400:00000010:0.0:1788971128.009094:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc691992.
00000400:00000010:0.0:1788971128.009097:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f2d7db9.
00000400:00000010:0.0:1788971128.009102:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e6cad23.
00000400:00000010:0.0:1788971128.009117:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007105c822.
00000400:00000010:0.0:1788971128.009121:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000090227ff9.
00000400:00000010:0.0:1788971128.009123:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000e33f4976.
00000400:00000010:0.0:1788971128.009125:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd2ae9cb.
00000400:00000010:0.0:1788971128.009126:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0f785af.
00000400:00000010:0.0:1788971128.009130:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b0e33d0d.
00000400:00000010:0.0:1788971128.009135:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000671d79fe.
00000400:00000010:0.0:1788971128.009137:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000d845d3f.
00000400:00000010:0.0:1788971128.009139:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000074e21704.
00000400:00000010:0.0:1788971128.009141:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004e9977bd.
00000400:00000010:0.0:1788971128.009143:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004420a727.
00000400:00000010:0.0:1788971128.009147:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005d07956f.
00000400:00000010:0.0:1788971128.009157:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fec1d0b8.
00000400:00000010:0.0:1788971128.009161:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005b717621.
00000400:00000010:0.0:1788971128.009162:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000041cb9727.
00000400:00000010:0.0:1788971128.009164:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008454da95.
00000400:00000010:0.0:1788971128.009166:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072cb98e4.
00000400:00000010:0.0:1788971128.009170:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094c0b807.
00000400:00000010:0.0:1788971128.009174:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004af9bb5c.
00000400:00000010:0.0:1788971128.009177:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000aa60a798.
00000400:00000010:0.0:1788971128.009179:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005f06ede4.
00000400:00000010:0.0:1788971128.009180:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000954206e0.
00000400:00000010:0.0:1788971128.009182:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012f7f1ed.
00000400:00000010:0.0:1788971128.009186:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000040988fc2.
00000400:00000010:0.0:1788971128.009198:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad05b835.
00000400:00000010:0.0:1788971128.009201:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000dc8b00aa.
00000400:00000010:0.0:1788971128.009202:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000043c72451.
00000400:00000010:0.0:1788971128.009204:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046e8115f.
00000400:00000010:0.0:1788971128.009206:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5dbcf50.
00000400:00000010:0.0:1788971128.009210:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004fd4b6d3.
00000400:00000010:0.0:1788971128.009215:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3696638.
00000400:00000010:0.0:1788971128.009217:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000cd67ba15.
00000400:00000010:0.0:1788971128.009219:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f887cb05.
00000400:00000010:0.0:1788971128.009227:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c472d86f.
00000400:00000010:0.0:1788971128.009229:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf1a3bf0.
00000400:00000010:0.0:1788971128.009232:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002b1de3e5.
00000400:00000010:0.0:1788971128.009241:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da73bc9f.
00000400:00000010:0.0:1788971128.009244:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000a9dfc98.
00000400:00000010:0.0:1788971128.009246:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000630bca93.
00000400:00000010:0.0:1788971128.009248:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047e4faea.
00000400:00000010:0.0:1788971128.009250:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ae8ee27.
00000400:00000010:0.0:1788971128.009254:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000083e2816a.
00000400:00000010:0.0:1788971128.009258:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bbe4691.
00000400:00000010:0.0:1788971128.009261:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000eea0fc27.
00000400:00000010:0.0:1788971128.009263:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000949ddc3.
00000400:00000010:0.0:1788971128.009264:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000000e0111b.
00000400:00000010:0.0:1788971128.009266:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000085abe7a6.
00000400:00000010:0.0:1788971128.009269:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002815f35c.
00000400:00000010:0.0:1788971128.009279:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002ce36d8e.
00000400:00000010:0.0:1788971128.009283:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000036cbc7f1.
00000400:00000010:0.0:1788971128.009285:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005301cd96.
00000400:00000010:0.0:1788971128.009287:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a545f7bb.
00000400:00000010:0.0:1788971128.009289:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fc8c5186.
00000400:00000010:0.0:1788971128.009293:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000094c9018c.
00000400:00000010:0.0:1788971128.009297:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c79d4c5a.
00000400:00000010:0.0:1788971128.009299:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b4329d2f.
00000400:00000010:0.0:1788971128.009301:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c587ff2e.
00000400:00000010:0.0:1788971128.009303:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0ff5f9f.
00000400:00000010:0.0:1788971128.009304:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d217ee3c.
00000400:00000010:0.0:1788971128.009307:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006407a9b9.
00000400:00000010:0.0:1788971128.009317:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffd99473.
00000400:00000010:0.0:1788971128.009321:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ae831762.
00000400:00000010:0.0:1788971128.009322:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008fdc097f.
00000400:00000010:0.0:1788971128.009325:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f5e20fc.
00000400:00000010:0.0:1788971128.009327:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cfc05e13.
00000400:00000010:0.0:1788971128.009330:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000056be7bc6.
00000400:00000010:0.0:1788971128.009338:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000510f2f16.
00000400:00000010:0.0:1788971128.009342:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007ec251ac.
00000400:00000010:0.0:1788971128.009343:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab7cfa29.
00000400:00000010:0.0:1788971128.009345:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a8d1625d.
00000400:00000010:0.0:1788971128.009347:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7166cde.
00000400:00000010:0.0:1788971128.009350:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ae718313.
00000400:00000010:0.0:1788971128.009360:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a6edfb9.
00000400:00000010:0.0:1788971128.009364:0:102123:0:(lib-ptl.c:871:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f4a2324c.
00000400:00000010:0.0:1788971128.009366:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f1dd81bc.
00000400:00000010:0.0:1788971128.009368:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009eaf779f.
00000400:00000010:0.0:1788971128.009370:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000db527a77.
00000400:00000010:0.0:1788971128.009374:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3cb85bc.
00000400:00000010:0.0:1788971128.009378:0:102123:0:(lib-ptl.c:815:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000732201c9.
00000400:00000010:0.0:1788971128.009381:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e1bbf85.
00000400:00000010:0.0:1788971128.009383:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008190409a.
00000400:00000010:0.0:1788971128.009388:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000efea658d.
00000400:00000010:0.0:1788971128.009394:0:102123:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 00000000f70ce944.
00000400:00000010:0.0:1788971128.009400:0:102123:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 000000000cb46dd7.
00000400:00000010:0.0:1788971128.009403:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fcf9478a.
00000400:00000010:0.0:1788971128.009406:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b9a7bf6.
00000400:00000010:0.0:1788971128.009408:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d849c80b.
00000400:00000010:0.0:1788971128.009410:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000403e3bb2.
00000400:00000010:0.0:1788971128.009412:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce79023e.
00000400:00000010:0.0:1788971128.009414:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001455e4b7.
00000400:00000010:0.0:1788971128.009422:0:102123:0:(config.c:703:lnet_parse_networks()) alloc '(tokens)': 4 at 000000006cd9b789.
00000400:00000010:0.0:1788971128.009429:0:102123:0:(config.c:343:lnet_net_alloc()) alloc '(net)': 176 at 0000000045a9db73.
00000400:00000010:0.0:1788971128.009432:0:102123:0:(config.c:424:lnet_ni_alloc_common()) alloc '(ni)': 552 at 0000000040ac051c.
00000400:00000010:0.0:1788971128.009434:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000053d3e58f.
00000400:00000010:0.0:1788971128.009435:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098102e5c.
00000400:00000010:0.0:1788971128.009437:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f754949f.
00000400:00000010:0.0:1788971128.009438:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002403ba81.
00000400:00000010:0.0:1788971128.009440:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ba935e0.
00000400:00000010:0.0:1788971128.009441:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b576131.
00000400:00000010:0.0:1788971128.009449:0:102123:0:(config.c:915:lnet_parse_networks()) kfreed 'tokens': 4 at 000000006cd9b789.
00000400:00000010:0.0:1788971128.009474:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f2e28685.
00000400:00000010:0.0:1788971128.009477:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000009ee7360c.
00000400:00000010:0.0:1788971128.009478:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f700cc97.
00000800:00000200:3.0:1788971128.011402:0:102123:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 00000000fed18806
00000800:00000200:3.0:1788971128.011413:0:102123:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 00000000fed18806
00000800:00000200:3.0:1788971128.011416:0:102123:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 00000000fed18806
00000800:00000200:3.0:1788971128.011419:0:102123:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 00000000fed18806
00000800:00000010:3.0:1788971128.011429:0:102123:0:(socklnd.c:2621:ksocknal_startup()) alloc '(net)': 208 at 00000000193b5e87.
00000400:00000010:3.0:1788971128.011444:0:102123:0:(config.c:397:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cb9b1f21.
00000800:00000200:3.0:1788971128.011451:0:102123:0:(socklnd_modparams.c:295:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1
00000400:00000200:3.0:1788971128.012615:0:102123:0:(config.c:1657:lnet_get_link_status_locked()) device idx 1 get_link 2
00000400:00000200:3.0:1788971128.012698:0:102123:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.50)
00000400:02000000:3.0:1788971128.012727:0:102123:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.50@tcp [8/256/0/180]
00000400:00000010:3.0:1788971128.018329:0:102123:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000b615d8af.
00000400:00000010:3.0:1788971128.018348:0:102123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7760521.
00000400:00000010:3.0:1788971128.018376:0:102123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f2697ea2.
00000400:00000200:3.0:1788971128.018392:0:102123:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:3.0:1788971128.018397:0:102123:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000758b645.
00000400:00000010:3.0:1788971128.018401:0:102123:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4de9cde.
00000400:00000010:3.0:1788971128.018404:0:102123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705bdefe.
00000400:00000200:3.0:1788971128.018407:0:102123:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000000758b645
00000400:00000200:3.0:1788971128.018410:0:102123:0:(api-ni.c:2340:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:3.0:1788971128.018414:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000af80a888.
00000400:00000010:3.0:1788971128.018419:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce25aac7.
00000400:00000010:3.0:1788971128.018421:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bcca99cb.
00000400:00000010:3.0:1788971128.018424:0:102123:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000067c81b19.
00000400:00000010:3.0:1788971128.018432:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008aa7bd3d.
00000400:00000010:3.0:1788971128.018434:0:102123:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000407c1a8d.
00000400:00000200:2.0:1788971128.018840:0:102123:0:(peer.c:4512:lnet_peer_discovery_start()) discovery start: 0
00000100:00000010:2.0:1788971128.019000:0:102123:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 0000000031c24b9f.
00000400:00000200:0.0:1788971128.019390:0:102138:0:(peer.c:4338:lnet_peer_discovery()) started
00000100:00000010:0.0:1788971128.019432:0:102139:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea766a5f.
00000020:00000010:0.0:1788971128.019440:0:102139:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9702dea.
00000020:00000010:0.0:1788971128.019446:0:102139:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce95fe6b.
00000020:00000010:0.0:1788971128.019451:0:102139:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000f6ffc0e8.
00000040:00000010:0.0:1788971128.019455:0:102139:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000efe3c9af.
00000020:00000010:0.0:1788971128.019460:0:102139:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000075a585b.
00000020:00000010:0.0:1788971128.019464:0:102139:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1c07b81.
00000100:00000010:0.0:1788971128.019481:0:102123:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 0000000000f9c483.
00000100:00000010:0.0:1788971128.019498:0:102123:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000006cd9b789.
00000100:00000010:0.0:1788971128.019501:0:102123:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000024cf8615.
00000100:00000010:0.0:1788971128.019804:0:102140:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa768b5.
00000020:00000010:0.0:1788971128.019811:0:102140:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eeaf9fb0.
00000020:00000010:0.0:1788971128.019838:0:102140:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8271bf1.
00000020:00000010:0.0:1788971128.019842:0:102140:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000001e0a8790.
00000040:00000010:0.0:1788971128.019844:0:102140:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000bc87f2e9.
00000020:00000010:0.0:1788971128.019847:0:102140:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dee8214.
00000020:00000010:0.0:1788971128.019850:0:102140:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002312e77e.
00000100:00000010:0.0:1788971128.020968:0:102141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052bf9693.
00000020:00000010:0.0:1788971128.020978:0:102141:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f96f595d.
00000020:00000010:0.0:1788971128.020983:0:102141:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034bbe857.
00000020:00000010:0.0:1788971128.020986:0:102141:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000003dbc998e.
00000040:00000010:0.0:1788971128.020990:0:102141:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ee416a80.
00000020:00000010:0.0:1788971128.020995:0:102141:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085e5befd.
00000020:00000010:0.0:1788971128.020999:0:102141:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c50e5a5.
00000100:00000010:2.0:1788971128.021057:0:102123:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 000000007201063b.
00000100:00000010:2.0:1788971128.021065:0:102123:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000038c2545d.
00000100:00000010:2.0:1788971128.021068:0:102123:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000002a5aaeae.
00000100:00000010:2.0:1788971128.021390:0:102142:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072aea18b.
00000020:00000010:2.0:1788971128.021395:0:102142:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e80230b.
00000020:00000010:2.0:1788971128.021399:0:102142:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000000265ba9d.
00000020:00000010:2.0:1788971128.021401:0:102142:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000134560e7.
00000040:00000010:2.0:1788971128.021404:0:102142:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000068ac3cd2.
00000020:00000010:2.0:1788971128.021408:0:102142:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030a2d300.
00000020:00000010:2.0:1788971128.021411:0:102142:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df6ca713.
00000100:00000010:3.0:1788971128.025431:0:102143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002977bd9a.
00000020:00000010:3.0:1788971128.025448:0:102143:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccee8a2e.
00000020:00000010:3.0:1788971128.025455:0:102143:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005800c260.
00000020:00000010:3.0:1788971128.025460:0:102143:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000004b24f0db.
00000040:00000010:3.0:1788971128.025466:0:102143:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000e3843e77.
00000020:00000010:3.0:1788971128.025472:0:102143:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e3ecabb5.
00000020:00000010:3.0:1788971128.025476:0:102143:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008320603a.
00000100:00000010:0.0:1788971128.025648:0:102123:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 000000001f3165ab.
00000100:00000010:0.0:1788971128.025977:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000009c714099.
00000100:00000010:0.0:1788971128.025993:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000045581c46.
00000100:00000010:0.0:1788971128.025996:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000884fccef.
00000100:00000010:0.0:1788971128.026011:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000d7730734.
00000100:00000010:0.0:1788971128.026013:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000dd3ca2b7.
00000100:00000010:0.0:1788971128.026015:0:102123:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000fc22f598.
00000001:00000010:0.0:1788971128.026239:0:102123:0:(nodemap_handler.c:5054:nodemap_config_alloc()) kmalloced '(config)': 488 at 000000005001f3ce.
00000001:00000010:0.0:1788971128.026247:0:102123:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9682c92.
00000001:00000010:0.0:1788971128.026359:0:102123:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006729796c.
00000001:00000010:0.0:1788971128.026368:0:102123:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c32c20be.
00000001:00000010:0.0:1788971128.026383:0:102123:0:(nodemap_handler.c:3743:nodemap_create()) kmalloced '(nodemap)': 968 at 0000000091cd0866.
00000001:00000010:0.0:1788971128.026439:0:102123:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 0000000000df9a56.
02000000:00000010:1.0:1788971128.200273:0:102156:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000056860fdc.
02000000:00000010:1.0:1788971128.201468:0:102156:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000039eaca84.
02000000:00000010:1.0:1788971128.201476:0:102156:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000005cd2922b.
02000000:00000010:1.0:1788971128.201489:0:102156:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 000000007dcdca9c.
00000020:00000010:1.0:1788971130.236255:0:102203:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000074255fea.
00000001:00000010:1.0:1788971130.389127:0:102217:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fe06d8a2.
00000100:00000010:1.0:1788971130.389189:0:102217:0:(client.c:703:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 000000005155358f.
00000020:00000010:1.0:1788971130.389241:0:102217:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000baa8f102.
00000020:00000010:1.0:1788971130.389265:0:102217:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000d0aa9ac.
00000020:00000010:1.0:1788971130.389277:0:102217:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000d0aa9ac.
00000020:00000010:0.0:1788971130.489237:0:102231:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000041a8616.
00000020:00000010:0.0:1788971130.656075:0:102245:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000081a58ba9.
00000020:00000010:3.0:1788971130.793158:0:102260:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000048ac3372.
00008000:02000000:2.0:1788971130.951421:0:102274:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:00000010:0.0:1788971130.956052:0:102274:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000035049a63.
00000020:00000010:0.0:1788971130.956567:0:102274:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000006ae9d4aa.
00000020:00000010:1.0:1788971131.256803:0:102299:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000030a6c9ec.
00000020:00000010:2.0:1788971134.313213:0:102647:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000008a7dce7c.
00000020:00000010:3.0:1788971134.461872:0:102661:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000115541ff.
00000020:00000010:2.0:1788971134.662172:0:102675:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000442ad713.
00000020:00000010:2.0:1788971134.662201:0:102675:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000d6d30155.
00000020:00000010:3.0:1788971134.886792:0:102698:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000d0cea785.
00000020:00000010:1.0:1788971135.048775:0:102712:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000b7f00ff3.
00000020:00000010:2.0:1788971135.049356:0:102712:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000033bf5a27.
00000020:00000010:0.0:1788971135.177884:0:102727:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000f02e155a.
00000020:00000010:0.0:1788971135.177924:0:102727:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 000000001ea9fa77.
00000020:00000010:3.0:1788971135.319602:0:102741:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at 0000000044eb37f8.
00000020:00000010:3.0:1788971135.319612:0:102741:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000175fd1fa.
00000020:00000010:3.0:1788971135.319692:0:102741:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000007473df5a.
00000020:00000010:3.0:1788971135.319697:0:102741:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d6420934.
00000008:00000010:3.0:1788971135.319713:0:102741:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000c91c628f.
00020000:00000010:3.0:1788971135.319718:0:102741:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000006d2d963d.
00008000:00000010:3.0:1788971135.319731:0:102741:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001db69b2d.
00000080:00000010:3.0:1788971135.319745:0:102741:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008ff26a89.
00000080:00000010:3.0:1788971135.319756:0:102741:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000060148e16.
00000020:00000010:3.0:1788971135.319760:0:102741:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b078d1b.
00000008:00000010:3.0:1788971135.319771:0:102741:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000058a27e7c.
00020000:00000010:3.0:1788971135.319782:0:102741:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000017cbcac7.
00008000:00000010:3.0:1788971135.319809:0:102741:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006c64418b.
00000080:00000010:3.0:1788971135.319973:0:102741:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000bacc5c18.
00000080:00000010:0.0:1788971219.173546:0:103851:0:(super25.c:246:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 00000000baf26323.
00000020:00000010:0.0:1788971219.173561:0:103851:0:(obd_mount.c:1374:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000af1ba834.
00000020:00000010:0.0:1788971219.173571:0:103851:0:(obd_mount.c:1576:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 000000008dc5e618.
00000020:00000010:0.0:1788971219.173575:0:103851:0:(obd_mount.c:1632:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000e06e5007.
00000020:00000010:0.0:1788971219.173578:0:103851:0:(obd_mount.c:1660:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000dfda74f5.
00000020:00000010:0.0:1788971219.173691:0:103851:0:(obd_mount.c:642:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000b45b9cfd.
00000020:00000010:0.0:1788971219.173709:0:103851:0:(obd_mount.c:332:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000df9ebda7.
00000020:00000010:0.0:1788971219.173712:0:103851:0:(obd_mount.c:340:lustre_start_mgc()) kmalloced '(data)': 192 at 000000003fa043af.
00000100:00000010:0.0:1788971219.173719:0:103851:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000aa92fe10.
00000400:00000200:0.0:1788971219.173723:0:103851:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971219.173727:0:103851:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.173733:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.173740:0:103851:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 000000007c06d8e2.
00000400:00000200:0.0:1788971219.173743:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.173745:0:103851:0:(peer.c:266:lnet_peer_alloc()) 000000007c06d8e2 nid 192.168.203.150@tcp
00000400:00000010:0.0:1788971219.173748:0:103851:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007cfa81f5.
00000400:00000200:0.0:1788971219.173751:0:103851:0:(peer.c:203:lnet_peer_net_alloc()) 000000007cfa81f5 net tcp
00000400:00000200:0.0:1788971219.173753:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.173764:0:103851:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 000000007bfecba6.
00000400:00000200:0.0:1788971219.173767:0:103851:0:(peer.c:184:lnet_peer_ni_alloc()) 000000007bfecba6 nid 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.173774:0:103851:0:(peer.c:1241:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.150@tcp: -2
00000400:00000200:0.0:1788971219.173778:0:103851:0:(peer.c:1849:lnet_peer_attach_peer_ni()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp flags 0x100001
00000400:00000200:0.0:1788971219.173783:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.173810:0:103851:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.150@tcp: 0
00000400:00000200:0.0:1788971219.173839:0:103851:0:(peer.c:2980:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:0.0:1788971219.173842:0:103851:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971219.173844:0:103851:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000020:00000010:0.0:1788971219.173850:0:103851:0:(obd_mount.c:473:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000bb913e6c.
00000020:00000010:0.0:1788971219.173875:0:103851:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000ec619acc.
00000020:00000010:0.0:1788971219.173881:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000cc31f2d2.
00000020:00000010:0.0:1788971219.173893:0:103851:0:(obd_mount.c:249:lustre_start_simple()) kmalloced '(lcfg)': 104 at 00000000a29b833e.
00000400:00000200:3.0:1788971219.173906:0:102138:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:3.0:1788971219.173911:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100041
00000001:00000010:0.0:1788971219.173912:0:103851:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006faaedab.
00000400:00000010:3.0:1788971219.173917:0:102138:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f2ff49b7.
00000001:00000010:0.0:1788971219.173917:0:103851:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000af0e6b85.
00000001:00000010:0.0:1788971219.173920:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d1b6de4.
00000400:00000010:3.0:1788971219.173922:0:102138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e25cbb4d.
00000001:00000010:0.0:1788971219.173923:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027de2fe9.
00000001:00000010:0.0:1788971219.173925:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df3ee137.
00000001:00000010:0.0:1788971219.173928:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0f385c7.
00000020:00000010:0.0:1788971219.173932:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0c0ce37.
00000020:00000010:0.0:1788971219.173938:0:103851:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e3233cf.
00000400:00000010:3.0:1788971219.173942:0:102138:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 00000000dcce050c.
00000400:00000200:3.0:1788971219.173946:0:102138:0:(lib-move.c:5397:LNetGet()) LNetGet -> 12345-192.168.203.150@tcp
00000020:00000010:0.0:1788971219.173948:0:103851:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000020226991.
00000400:00000200:3.0:1788971219.173954:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000008:00000010:0.0:1788971219.173960:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000082cd1d72.
00000400:00000200:3.0:1788971219.173962:0:102138:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.173968:0:102138:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.173972:0:102138:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00020000:00000010:0.0:1788971219.173972:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000005952deaa.
00000400:00000200:3.0:1788971219.173975:0:102138:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.173978:0:102138:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.173981:0:102138:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [1:1:256:4294967295] 192.168.203.150@tcp LPNI seq info [1:1:8:4294967295]
00000400:00000200:3.0:1788971219.173986:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00008000:00000010:0.0:1788971219.173989:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000028e4d4bb.
00000400:00000200:3.0:1788971219.173991:0:102138:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.173998:0:102138:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : GET try# 0
00000080:00000010:0.0:1788971219.174001:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b0f30212.
00000800:00000200:3.0:1788971219.174003:0:102138:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.150@tcp
00000020:00000010:0.0:1788971219.174004:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3327584.
00000800:00000010:3.0:1788971219.174007:0:102138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e6d15c30.
00000020:00000010:0.0:1788971219.174008:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000098161b06.
00000040:00000010:0.0:1788971219.174011:0:103851:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a98542ce.
00000400:00000200:3.0:1788971219.174014:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000020:00000010:0.0:1788971219.174015:0:103851:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e46d14b7.
00000800:00000010:3.0:1788971219.174018:0:102138:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002bbf11bc.
00000020:00000010:0.0:1788971219.174018:0:103851:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000e5083c6c.
00000800:00000010:3.0:1788971219.174020:0:102138:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e44d4248.
00040000:00000010:0.0:1788971219.174022:0:103851:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b293ae2.
00000800:00000200:3.0:1788971219.174025:0:102138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (2)
00040000:00000010:0.0:1788971219.174025:0:103851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fdc10da9.
00000800:00000200:3.1F:1788971219.174029:0:102138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (2)
10000000:00000010:0.0:1788971219.174032:0:103851:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 000000000fae10f2.
00010000:00000010:0.0:1788971219.174042:0:103851:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000048c27ae1.
00000400:00000200:3.0:1788971219.174045:0:102138:0:(peer.c:4070:lnet_peer_send_ping()) peer 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.174048:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100241 rc 0
00010000:00000010:0.0:1788971219.174048:0:103851:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000004cc1b4b1.
00010000:00000010:0.0:1788971219.174055:0:103851:0:(ldlm_lockd.c:3380:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 000000002b42b0b6.
00000100:00000010:0.0:1788971219.174135:0:103851:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000a8d99fed.
00000100:00000010:0.0:1788971219.174142:0:103851:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cfb8de6d.
00000100:00000010:0.0:1788971219.174155:0:103851:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009b12a6db.
00000100:00000010:0.0:1788971219.174162:0:103851:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006bd32a88.
00000100:00000010:0.0:1788971219.174173:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9f68ae0.
00000100:00000010:0.0:1788971219.174179:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4b011e7.
00000100:00000010:0.0:1788971219.174183:0:103851:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000abc5373b.
00000100:00000010:0.0:1788971219.174193:0:103851:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c86c7edd.
00000100:00000010:0.0:1788971219.174201:0:103851:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000095d990fa.
00000100:00000010:0.0:1788971219.174205:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbe6d288.
00000100:00000010:0.0:1788971219.174214:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012ce44f8.
00000400:00000200:0.0:1788971219.174218:0:103851:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 15 lazy
00000020:00000010:0.0:1788971219.174275:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007f29ece9.
00000020:00000010:0.0:1788971219.174281:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 00000000a132e6a8.
00000100:00000010:0.0:1788971219.174337:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001adc648f.
00000100:00000010:0.0:1788971219.174344:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008a9015f4.
00000100:00000010:0.0:1788971219.174348:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005fc10bf8.
00000100:00000010:0.0:1788971219.174353:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004661a205.
00000100:00000010:0.0:1788971219.174356:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006650cd2c.
00000100:00000010:0.0:1788971219.174359:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b4bd86ba.
00000100:00000010:0.0:1788971219.174361:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e515a741.
00000100:00000010:0.0:1788971219.174363:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000097c50996.
00000100:00000010:0.0:1788971219.174366:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007ea84370.
00000100:00000010:0.0:1788971219.174368:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007bdec372.
00000100:00000200:0.0:1788971219.174398:0:103851:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15
00000100:00000010:0.0:1788971219.174403:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007dc68a21.
00000100:00000010:1.0:1788971219.177872:0:103852:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b5c2aa56.
00000020:00000010:1.0:1788971219.177882:0:103852:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000833446ab.
00000020:00000010:1.0:1788971219.177889:0:103852:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d92ec814.
00000020:00000010:1.0:1788971219.177893:0:103852:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd6a1e33.
00000040:00000010:1.0:1788971219.177896:0:103852:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004e121b0f.
00000020:00000010:1.0:1788971219.177901:0:103852:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e69cc199.
00000020:00000010:1.0:1788971219.177927:0:103852:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005ef70eb7.
00000020:00000010:1.0:1788971219.177933:0:103852:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000a5fc1584.
80000000:00000010:1.0:1788971219.177941:0:103852:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001bad0b3f.
40000000:00000010:1.0:1788971219.177945:0:103852:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000053ac8999.
00100000:00000010:1.0:1788971219.177949:0:103852:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063bc7834.
00040000:00000010:1.0:1788971219.177953:0:103852:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000098aa1f70.
00040000:00000010:1.0:1788971219.177957:0:103852:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000001cf8d451.
00040000:00000010:1.0:1788971219.177960:0:103852:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000046771d2d.
00000004:00000010:1.0:1788971219.177964:0:103852:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028e7bbb6.
00000004:00000010:1.0:1788971219.177969:0:103852:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3f1fb17.
00000004:00000010:1.0:1788971219.177973:0:103852:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000007006e2f7.
00002000:00000010:1.0:1788971219.177976:0:103852:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000b25a421b.
00000004:00000010:1.0:1788971219.177980:0:103852:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000003eaa71e1.
00000100:00000200:1.0:1788971219.177985:0:103852:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15
00000400:00000010:1.0:1788971219.177993:0:103852:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000732120d9.
00000400:00000010:1.0:1788971219.177999:0:103852:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007784be1e.
00000100:00000010:1.0:1788971219.178007:0:103852:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000000652c4b.
00000100:00000200:1.0:1788971219.178231:0:103852:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000800:00000010:3.0:1788971219.178994:0:102127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 00000000357edb20.
00000800:00000010:3.0:1788971219.179001:0:102127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000042d02692.
00000800:00000010:3.0:1788971219.179006:0:102127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ae3aa78.
00000800:00000010:3.0:1788971219.179015:0:102127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ae3aa78.
00000400:00000200:3.0:1788971219.180638:0:102127:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.1:1788971219.180645:0:102127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1788971219.180656:0:102127:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.1:1788971219.180661:0:102127:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e6d15c30 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.0:1788971219.180667:0:102127:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.150@tcp p 3.x 192.168.203.50 -> 192.168.203.150:988 incarnation:1788971139599433941 sched[1]
00000800:00000010:3.0:1788971219.180671:0:102127:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000042d02692.
00000100:00000010:1.0:1788971219.181569:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000d358939.
00000100:00000010:1.0:1788971219.182951:0:103853:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e0081789.
00000020:00000010:1.0:1788971219.182959:0:103853:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dd0ccd3f.
00000020:00000010:1.0:1788971219.182967:0:103853:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac586166.
00000020:00000010:1.0:1788971219.182971:0:103853:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3f19dcf.
00000040:00000010:1.0:1788971219.182976:0:103853:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004ea89568.
00000020:00000010:1.0:1788971219.182981:0:103853:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015b34770.
00000020:00000010:1.0:1788971219.182987:0:103853:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717c291c.
00000020:00000010:1.0:1788971219.182992:0:103853:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000d0aad95a.
80000000:00000010:1.0:1788971219.182997:0:103853:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000016302abc.
40000000:00000010:1.0:1788971219.183001:0:103853:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000029b1a54a.
00100000:00000010:1.0:1788971219.183006:0:103853:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000053a2da19.
00040000:00000010:1.0:1788971219.183011:0:103853:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f96121d.
00040000:00000010:1.0:1788971219.183014:0:103853:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b5aad5c.
00040000:00000010:1.0:1788971219.183018:0:103853:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000128dcce9.
00000004:00000010:1.0:1788971219.183023:0:103853:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f0ab3ba4.
00000004:00000010:1.0:1788971219.183028:0:103853:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000007d90c327.
00000004:00000010:1.0:1788971219.183032:0:103853:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc5a2936.
00002000:00000010:1.0:1788971219.183044:0:103853:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000a63aa667.
00000004:00000010:1.0:1788971219.183048:0:103853:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000a3abcb8b.
00000100:00000010:1.0:1788971219.183053:0:103853:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005ac8fac7.
00000100:00000200:1.0:1788971219.183070:0:103853:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:0.0:1788971219.183163:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004890ad56.
00000800:00000200:2.0:1788971219.187941:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.187951:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e6d15c30.
00000400:00000200:2.0:1788971219.187959:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.187968:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: GET: OK
00000400:00000200:2.0:1788971219.187975:0:102135:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1788971219.187978:0:102135:0:(peer.c:3286:lnet_discovery_event_send()) Ping Send to 192.168.203.150@tcp: 0
00000400:00000200:3.0:1788971219.193484:0:102127:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.150:988
00000100:00000010:3.0:1788971219.193636:0:103854:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 000000009ae3aa78.
00000020:00000010:3.0:1788971219.193642:0:103854:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000fc4657e1.
00000020:00000010:3.0:1788971219.193649:0:103854:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e33cc784.
00000020:00000010:3.0:1788971219.193653:0:103854:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df0016c9.
00000040:00000010:3.0:1788971219.193656:0:103854:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000a692f071.
00000020:00000010:3.0:1788971219.193660:0:103854:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074a8a6af.
00000020:00000010:3.0:1788971219.193708:0:103854:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006ba22285.
00000020:00000010:3.0:1788971219.193714:0:103854:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000066aca2d4.
80000000:00000010:3.0:1788971219.193718:0:103854:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f321baf.
40000000:00000010:3.0:1788971219.193720:0:103854:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000b1575a6d.
00100000:00000010:3.0:1788971219.193725:0:103854:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000031377e19.
00040000:00000010:3.0:1788971219.193729:0:103854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032a2a3f4.
00040000:00000010:3.0:1788971219.193732:0:103854:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000006702bb9d.
00040000:00000010:3.0:1788971219.193737:0:103854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009aa31c47.
00000004:00000010:3.0:1788971219.193741:0:103854:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba0b19b5.
00000004:00000010:3.0:1788971219.193746:0:103854:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ee789be4.
00000004:00000010:3.0:1788971219.193750:0:103854:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000732ffd15.
00002000:00000010:3.0:1788971219.193754:0:103854:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000006caa128c.
00000004:00000010:3.0:1788971219.193757:0:103854:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000001ad2b68b.
00000100:00000200:3.0:1788971219.193762:0:103854:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15
00000400:00000010:3.0:1788971219.193768:0:103854:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061f93ddf.
00000400:00000010:3.0:1788971219.193774:0:103854:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042d02692.
00000100:00000010:3.0:1788971219.193784:0:103854:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000032a3852f.
00000100:00000200:3.0:1788971219.193805:0:103854:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:1.0:1788971219.195375:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c48c304b.
00000400:00000200:2.0:1788971219.195766:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.195773:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : REPLY - for me
00000400:00000200:2.0:1788971219.195796:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.195801:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.195810:0:102135:0:(lib-move.c:4486:lnet_parse_reply()) 192.168.203.50@tcp: Reply from 12345-192.168.203.150@tcp of length 48/48 into md 0x5
00000400:00000200:2.0:1788971219.195859:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.195864:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: REPLY: OK
00000400:00000200:2.0:1788971219.195870:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e25cbb4d
00000400:00000010:2.0:1788971219.195873:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e25cbb4d.
00000400:00000200:2.0:1788971219.195877:0:102135:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 3
00000400:00000200:2.0:1788971219.195881:0:102135:0:(peer.c:3164:lnet_discovery_event_reply()) Peer 192.168.203.150@tcp has discovery enabled
00000400:00000200:2.0:1788971219.195884:0:102135:0:(peer.c:3176:lnet_discovery_event_reply()) peer 192.168.203.150@tcp(000000007c06d8e2) is MR
00000400:00000200:2.0:1788971219.195887:0:102135:0:(peer.c:3245:lnet_discovery_event_reply()) peer 192.168.203.150@tcp data present 363512030. state = 0x100241
00000400:00000200:2.0:1788971219.195893:0:102135:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.150@tcp: -114
00000100:00000010:2.0:1788971219.195933:0:103855:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 000000004c42c62c.
00000020:00000010:2.0:1788971219.195938:0:103855:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000091d0272.
00000020:00000010:2.0:1788971219.195944:0:103855:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651053b9.
00000020:00000010:2.0:1788971219.195948:0:103855:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002af3167a.
00000040:00000010:2.0:1788971219.195951:0:103855:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000009a6027be.
00000020:00000010:2.0:1788971219.195956:0:103855:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006edf4d1a.
00000020:00000010:2.0:1788971219.195971:0:103855:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccf7bded.
00000020:00000010:2.0:1788971219.195977:0:103855:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000000fdd7dd7.
80000000:00000010:2.0:1788971219.195981:0:103855:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b787382d.
40000000:00000010:2.0:1788971219.195984:0:103855:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000002f6b7263.
00100000:00000010:2.0:1788971219.195996:0:103855:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9d4cce3.
00040000:00000010:2.0:1788971219.196000:0:103855:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3225f22.
00040000:00000010:2.0:1788971219.196003:0:103855:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e44269d.
00040000:00000010:2.0:1788971219.196007:0:103855:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a57f1414.
00000004:00000010:2.0:1788971219.196012:0:103855:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020f6d45f.
00000004:00000010:2.0:1788971219.196017:0:103855:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000085dc76d7.
00000004:00000010:2.0:1788971219.196022:0:103855:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000177da789.
00002000:00000010:2.0:1788971219.196027:0:103855:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000004bdc1433.
00000004:00000010:2.0:1788971219.196031:0:103855:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000b58b4159.
00000100:00000010:2.0:1788971219.196036:0:103855:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c3d8bc9e.
00000100:00000200:2.0:1788971219.196046:0:103855:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:0.0:1788971219.196155:0:103851:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000c7b54b20.
00000100:00000010:0.0:1788971219.196161:0:103851:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000024ad2cfe.
00000100:00000010:0.0:1788971219.196180:0:103851:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a40f1cf2.
00000400:00000200:3.0:1788971219.196182:0:102138:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000100:00000010:0.0:1788971219.196190:0:103851:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c9af6425.
00000400:00000200:3.0:1788971219.196191:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x1000c1
00000100:00000010:0.0:1788971219.196197:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef517f26.
00000400:00000010:3.0:1788971219.196202:0:102138:0:(peer.c:3519:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000f50152e9.
00000100:00000010:0.0:1788971219.196206:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6bb4c83.
00000400:00000010:3.0:1788971219.196207:0:102138:0:(peer.c:3520:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000040a62ce.
00000100:00000010:0.0:1788971219.196212:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3a34b24.
00000400:00000010:3.0:1788971219.196213:0:102138:0:(peer.c:3521:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000c2ef4b5a.
00000400:00000200:3.0:1788971219.196220:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.196224:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971219.196226:0:102138:0:(peer.c:3668:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000f50152e9.
00000400:00000010:3.0:1788971219.196229:0:102138:0:(peer.c:3669:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000040a62ce.
00000400:00000010:3.0:1788971219.196231:0:102138:0:(peer.c:3670:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000c2ef4b5a.
00000400:00000010:3.0:1788971219.196233:0:102138:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f2ff49b7.
00000400:00000200:3.0:1788971219.196237:0:102138:0:(peer.c:3673:lnet_peer_merge_data()) peer 192.168.203.150@tcp (000000007c06d8e2): 0
00000400:00000200:3.0:1788971219.196239:0:102138:0:(peer.c:3985:lnet_peer_data_present()) peer 192.168.203.150@tcp(000000007c06d8e2): 0. state = 0x100141
00000400:00000200:3.0:1788971219.196242:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100141 rc 1
00000400:00000200:3.0:1788971219.196254:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100141
00000400:00000010:3.0:1788971219.196259:0:102138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006318e636.
00000400:00000010:3.0:1788971219.196272:0:102138:0:(lib-lnet.h:449:lnet_rspt_alloc()) alloc 'rspt': 64 at 000000006906770d.
00000400:00000200:3.0:1788971219.196276:0:102138:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.196283:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.196288:0:102138:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.50@tcp to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.196292:0:102138:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [2:2:256:4294967295] 192.168.203.150@tcp LPNI seq info [2:2:8:4294967295]
00000400:00000200:3.0:1788971219.196296:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.196299:0:102138:0:(lib-move.c:1846:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.196306:0:102138:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:192.168.203.50@tcp) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.196310:0:102138:0:(socklnd_cb.c:931:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.196315:0:102138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067508e79.
00000800:00000200:3.0:1788971219.196321:0:102138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (3)
00000800:00000200:3.0:1788971219.196327:0:102138:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.196331:0:102138:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000067508e79 type 1, nob 144 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.196348:0:102138:0:(peer.c:4219:lnet_peer_send_push()) peer 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.196350:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100541 rc 0
00000800:00000200:2.0:1788971219.196601:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.196605:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067508e79.
00000400:00000200:2.0:1788971219.196609:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.196613:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.196616:0:102134:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1788971219.196619:0:102134:0:(peer.c:3286:lnet_discovery_event_send()) Push Send to 192.168.203.150@tcp: 0
00000100:00000010:0.0:1788971219.196809:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5ff0fa9.
00000800:00000010:3.0:1788971219.196983:0:102127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 00000000e00b9d8b.
00000800:00000010:3.0:1788971219.196989:0:102127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc24e89.
00000800:00000010:3.0:1788971219.196995:0:102127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2ef4b5a.
00000800:00000010:3.0:1788971219.197003:0:102127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2ef4b5a.
00000100:00000010:2.0:1788971219.197009:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067597c6d.
00000100:00000010:2.0:1788971219.197016:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027716df1.
00000100:00000010:2.0:1788971219.197020:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cbd30e9.
00000100:00000010:2.0:1788971219.197024:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f7c907f.
00000100:00000010:2.0:1788971219.197026:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000abc5cad6.
00000100:00000010:2.0:1788971219.197030:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9461226.
00000100:00000010:2.0:1788971219.197032:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e878381.
00000100:00000010:2.0:1788971219.197036:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d299b89.
00000100:00000010:2.0:1788971219.197037:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032b9b0a3.
00000100:00000010:2.0:1788971219.197042:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2d153d8.
00000100:00000010:2.0:1788971219.197044:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d57272.
00000100:00000010:2.0:1788971219.197048:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000056d06d0b.
00000100:00000010:2.0:1788971219.197050:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a9e8dbe.
00000100:00000010:2.0:1788971219.197054:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1944869.
00000100:00000010:2.0:1788971219.197057:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047829917.
00000100:00000010:2.0:1788971219.197060:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f49ada7a.
00000100:00000010:2.0:1788971219.197069:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d95992ea.
00000100:00000010:2.0:1788971219.197075:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000811ef9dc.
00000100:00000010:2.0:1788971219.197078:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc28577f.
00000100:00000010:2.0:1788971219.197082:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b100cd7.
00000100:00000010:2.0:1788971219.197087:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043441d7d.
00000100:00000010:2.0:1788971219.197091:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ad16dfe.
00000100:00000010:2.0:1788971219.197094:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000074b05f8.
00000100:00000010:2.0:1788971219.197099:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d40f7527.
00000100:00000010:2.0:1788971219.197101:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be933bb0.
00000100:00000010:2.0:1788971219.197112:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d0996ac.
00000100:00000010:2.0:1788971219.197115:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a98114fe.
00000100:00000010:2.0:1788971219.197119:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d48184a.
00000100:00000010:2.0:1788971219.197121:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d18f5c6.
00000100:00000010:2.0:1788971219.197125:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000007b6b670.
00000100:00000010:2.0:1788971219.197127:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000658e1cc7.
00000100:00000010:2.0:1788971219.197131:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030420670.
00000100:00000010:2.0:1788971219.197134:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efd833e3.
00000100:00000010:2.0:1788971219.197144:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019a574cc.
00000100:00000010:2.0:1788971219.197147:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a106d3b.
00000100:00000010:2.0:1788971219.197151:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000147e849e.
00000100:00000010:2.0:1788971219.197153:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008061e4da.
00000100:00000010:2.0:1788971219.197157:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c54ccc5.
00000100:00000010:2.0:1788971219.197159:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca2ef71e.
00000100:00000010:2.0:1788971219.197163:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a471bec6.
00000100:00000010:2.0:1788971219.197165:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a238681.
00000100:00000010:2.0:1788971219.197174:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e132608.
00000100:00000010:2.0:1788971219.197177:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d05a5106.
00000100:00000010:2.0:1788971219.197181:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e33bc25.
00000100:00000010:2.0:1788971219.197183:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f8b3fa6.
00000100:00000010:2.0:1788971219.197187:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005722b1ce.
00000100:00000010:2.0:1788971219.197189:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000da7c58e.
00000100:00000010:2.0:1788971219.197197:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c38baf7.
00000100:00000010:2.0:1788971219.197200:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098c75060.
00000100:00000010:2.0:1788971219.197209:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090882782.
00000100:00000010:2.0:1788971219.197212:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009aea495.
00000100:00000010:2.0:1788971219.197216:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000181d7e85.
00000100:00000010:2.0:1788971219.197371:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000665190d7.
00000100:00000010:2.0:1788971219.197378:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000461d6946.
00000100:00000010:2.0:1788971219.197381:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000008b65ee.
00000100:00000010:2.0:1788971219.197384:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f09ba25e.
00000100:00000010:2.0:1788971219.197388:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aecda985.
00000100:00000010:2.0:1788971219.197399:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006142587d.
00000100:00000010:2.0:1788971219.197403:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c11b7496.
00000100:00000010:2.0:1788971219.197407:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bb52043.
00000100:00000010:2.0:1788971219.197410:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000687bdad7.
00000100:00000010:2.0:1788971219.197414:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039f6026b.
00000100:00000010:2.0:1788971219.197416:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd1b27b4.
00000100:00000010:2.0:1788971219.197421:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c4b1092.
00000100:00000010:2.0:1788971219.197424:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000becce983.
00000100:00000010:2.0:1788971219.197432:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e013ded.
00000100:00000010:2.0:1788971219.197436:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf6ec0aa.
00000100:00000010:2.0:1788971219.197439:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a520059.
00000100:00000010:2.0:1788971219.197441:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e2b7d0a.
00000100:00000010:2.0:1788971219.197445:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a063678.
00000100:00000010:2.0:1788971219.197448:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047b2bd32.
00000100:00000010:2.0:1788971219.197452:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039f36c91.
00000100:00000010:2.0:1788971219.197454:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6b55ac1.
00000100:00000010:2.0:1788971219.197462:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036845ca2.
00000100:00000010:2.0:1788971219.197465:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c829f205.
00000100:00000010:2.0:1788971219.197469:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006669eb0c.
00000100:00000010:2.0:1788971219.197471:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056366eb8.
00000100:00000010:2.0:1788971219.197475:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000535a0539.
00000100:00000010:2.0:1788971219.197480:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018fcf54f.
00000100:00000010:2.0:1788971219.197484:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3b9ce69.
00000100:00000010:2.0:1788971219.197486:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027ff603b.
00000100:00000010:2.0:1788971219.197494:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f17e07f9.
00000100:00000010:2.0:1788971219.197496:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ee9fabf.
00000100:00000010:2.0:1788971219.197499:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d9d54c6.
00000100:00000010:2.0:1788971219.197502:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc8ddb2.
00000100:00000010:2.0:1788971219.197506:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c3d86f3.
00000100:00000010:2.0:1788971219.197508:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054dc35a8.
00000100:00000010:2.0:1788971219.197511:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fd73c9f.
00000100:00000010:2.0:1788971219.197514:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d530401.
00000100:00000010:2.0:1788971219.197522:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6764fe3.
00000100:00000010:2.0:1788971219.197525:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c852bed.
00000100:00000010:2.0:1788971219.197528:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c662e252.
00000100:00000010:2.0:1788971219.197531:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003445f64c.
00000100:00000010:2.0:1788971219.197534:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfbf5d81.
00000400:00000200:3.0:1788971219.198545:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.198553:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : ACK - for me
00000400:00000200:3.0:1788971219.198561:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.198565:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.198572:0:102135:0:(lib-move.c:4539:lnet_parse_ack()) 192.168.203.50@tcp: ACK from 12345-192.168.203.150@tcp into md 0x15
00000400:00000200:3.0:1788971219.198579:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.198584:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: ACK: OK
00000400:00000200:3.0:1788971219.198590:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006318e636
00000400:00000010:3.0:1788971219.198593:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006318e636.
00000400:00000200:3.0:1788971219.198597:0:102135:0:(peer.c:3334:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:3.0:1788971219.198599:0:102135:0:(peer.c:3052:lnet_discovery_event_ack()) peer 192.168.203.150@tcp ev->status 0
00000400:00000200:3.0:1788971219.198603:0:102135:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.150@tcp: -114
00000400:00000200:0.0:1788971219.198913:0:102138:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:0.0:1788971219.198919:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100141
00000400:00000200:0.0:1788971219.198923:0:102138:0:(peer.c:4137:lnet_peer_discovered()) peer 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.198925:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100111 rc 0
00000400:00000200:0.0:1788971219.198928:0:102138:0:(peer.c:2674:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.201363:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201373:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.201381:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201385:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201389:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201393:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 48 into portal 0 MB=0x8000000000000000
00000400:00000200:3.0:1788971219.201401:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.150@tcp of length 48/48 into md 0x9 [1] + 0
00000400:00000010:3.0:1788971219.201405:0:102134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4de9cde.
00000400:00000200:3.0:1788971219.201411:0:102134:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000705bdefe
00000400:00000200:3.0:1788971219.201465:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.201471:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.201476:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705bdefe
00000400:00000010:3.0:1788971219.201478:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000705bdefe.
00000400:00000200:3.0:1788971219.201482:0:102134:0:(api-ni.c:2393:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:3.0:1788971219.201486:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201489:0:102134:0:(peer.c:2823:lnet_peer_push_event()) peer 192.168.203.150@tcp(000000007c06d8e2) is MR
00000400:00000010:3.0:1788971219.201494:0:102134:0:(api-ni.c:1874:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000c2ef4b5a.
00000400:00000200:3.0:1788971219.201496:0:102134:0:(peer.c:2897:lnet_peer_push_event()) Received Push 192.168.203.150@tcp 363512030
00000400:00000200:3.0:1788971219.201518:0:102134:0:(peer.c:2658:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.150@tcp: 0
00000400:00000200:3.0:1788971219.201525:0:102134:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:3.0:1788971219.201529:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201538:0:102134:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.50@tcp to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.201544:0:102134:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [3:3:256:4294967295] 192.168.203.150@tcp LPNI seq info [3:3:8:4294967295]
00000400:00000200:3.0:1788971219.201549:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.201556:0:102134:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:192.168.203.50@tcp) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) 192.168.203.150@tcp : ACK try# 0
00000800:00000200:3.0:1788971219.201562:0:102134:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.201567:0:102134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095ce1057.
00000800:00000200:3.0:1788971219.201573:0:102134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (3)
00000800:00000200:3.0:1788971219.201579:0:102134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.201583:0:102134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095ce1057 type 0, nob 96 niov 1 nkiov 0
00000800:00000200:3.0:1788971219.201651:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.201655:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095ce1057.
00000400:00000200:3.0:1788971219.201658:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.201662:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: ACK: OK
00000400:00000200:0.0:1788971219.201834:0:102138:0:(peer.c:4285:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000010:0.0:1788971219.201840:0:102138:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc876c4f.
00000400:00000010:0.0:1788971219.201857:0:102138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000123ce6e7.
00000400:00000200:0.0:1788971219.201863:0:102138:0:(api-ni.c:2383:lnet_push_target_post()) posted push target 000000000758b645
00000400:00000200:0.0:1788971219.201868:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x1000d1
00000400:00000010:0.0:1788971219.201874:0:102138:0:(peer.c:3519:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000a6dc4afd.
00000400:00000010:0.0:1788971219.201877:0:102138:0:(peer.c:3520:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000081e2eb6e.
00000400:00000010:0.0:1788971219.201879:0:102138:0:(peer.c:3521:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000097da19f3.
00000400:00000200:0.0:1788971219.201883:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.201886:0:102138:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.201888:0:102138:0:(peer.c:3668:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000a6dc4afd.
00000400:00000010:0.0:1788971219.201891:0:102138:0:(peer.c:3669:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000081e2eb6e.
00000400:00000010:0.0:1788971219.201893:0:102138:0:(peer.c:3670:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000097da19f3.
00000400:00000010:0.0:1788971219.201896:0:102138:0:(api-ni.c:1892:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000c2ef4b5a.
00000400:00000200:0.0:1788971219.201899:0:102138:0:(peer.c:3673:lnet_peer_merge_data()) peer 192.168.203.150@tcp (000000007c06d8e2): 0
00000400:00000200:0.0:1788971219.201902:0:102138:0:(peer.c:3985:lnet_peer_data_present()) peer 192.168.203.150@tcp(000000007c06d8e2): 0. state = 0x100151
00000400:00000200:0.0:1788971219.201905:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100151 rc 1
00000400:00000200:0.0:1788971219.201908:0:102138:0:(peer.c:4397:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100151
00000400:00000200:0.0:1788971219.201911:0:102138:0:(peer.c:4137:lnet_peer_discovered()) peer 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.201917:0:102138:0:(peer.c:4415:lnet_peer_discovery()) peer 192.168.203.150@tcp(000000007c06d8e2) state 0x100111 rc 0
00000400:00000200:0.0:1788971219.201921:0:102138:0:(peer.c:2674:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.150@tcp
00000100:00000010:2.0:1788971219.202382:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f8f38c4.
00000100:00000010:2.0:1788971219.202389:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a91fa9d5.
00000100:00000010:2.0:1788971219.202392:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bf5f43b.
00000100:00000010:2.0:1788971219.202407:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005880c4c0.
00000100:00000010:2.0:1788971219.202413:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009922613e.
00000100:00000010:2.0:1788971219.202418:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c1c20ac.
00000100:00000010:2.0:1788971219.202421:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088b20b69.
00000100:00000010:2.0:1788971219.202424:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1fea24a.
00000100:00000010:2.0:1788971219.202427:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2e2f55c.
00000100:00000010:2.0:1788971219.202431:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b2e341f.
00000100:00000010:2.0:1788971219.202434:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d72b42e2.
00000100:00000010:2.0:1788971219.202446:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ff68ef6.
00000100:00000010:2.0:1788971219.202450:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000748a5c5d.
00000100:00000010:2.0:1788971219.202455:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c25559f9.
00000100:00000010:2.0:1788971219.202458:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084edbb58.
00000400:00000200:3.0:1788971219.202467:0:102127:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:2.0:1788971219.202468:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f794a7d.
00000100:00000010:2.0:1788971219.202473:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fefed212.
00000800:00000200:3.1:1788971219.202474:0:102127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000100:00000010:2.0:1788971219.202478:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000969f697e.
00000800:00000200:3.0:1788971219.202482:0:102127:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.150@tcp p 3.x 192.168.203.50 -> 192.168.203.150:988 incarnation:1788971139599433941 sched[1]
00000100:00000010:2.0:1788971219.202484:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe7297a0.
00000800:00000010:3.0:1788971219.202490:0:102127:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc24e89.
00000100:00000010:2.0:1788971219.202497:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000402cb1a2.
00000100:00000010:2.0:1788971219.202503:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bef3aa6a.
00000100:00000010:2.0:1788971219.202508:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cb530ce.
00000100:00000010:2.0:1788971219.202511:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000603eaaac.
00000100:00000010:2.0:1788971219.202515:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a1bdf17.
00000100:00000010:2.0:1788971219.202519:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003afd58d6.
00000100:00000010:2.0:1788971219.202524:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a75fb1d0.
00000100:00000010:2.0:1788971219.202527:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a1215d2.
00000400:00000200:3.0:1788971219.202572:0:102127:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.150:988
00000400:00000200:3.0:1788971219.202624:0:102127:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.150:988
00000100:00000010:2.0:1788971219.202659:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d6fa15b.
00000100:00000010:2.0:1788971219.202665:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dce244c7.
00000100:00000010:2.0:1788971219.202670:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072e78053.
00000100:00000010:2.0:1788971219.202675:0:103851:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009ea8b14a.
00000100:00000010:2.0:1788971219.202688:0:103851:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f344e60a.
00000100:00000010:2.0:1788971219.202696:0:103851:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000006ab9e99.
00000100:00000010:2.0:1788971219.202700:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003e530e9.
00000100:00000010:2.0:1788971219.202704:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c847c89.
00000100:00000010:2.0:1788971219.202707:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c24ec416.
00000100:00000010:2.0:1788971219.202710:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c43900c8.
00000100:00000010:2.0:1788971219.202712:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cf706ae.
00000100:00000010:2.0:1788971219.202722:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009f22c66c.
00000100:00000010:2.0:1788971219.202725:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcb6d0fe.
00000100:00000010:2.0:1788971219.202729:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095fdc6e3.
00000100:00000010:2.0:1788971219.202731:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071bae45b.
00000100:00000010:2.0:1788971219.202735:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021deed6d.
00000100:00000010:2.0:1788971219.202737:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000576bbb2e.
00000100:00000010:2.0:1788971219.202741:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000500e75e0.
00000100:00000010:2.0:1788971219.202743:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9984fc9.
00000100:00000010:2.0:1788971219.202757:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c068b6d.
00000100:00000010:2.0:1788971219.202760:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050653ec0.
00000100:00000010:2.0:1788971219.202763:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3ac89b2.
00000100:00000010:2.0:1788971219.202765:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053abb328.
00000100:00000010:2.0:1788971219.202769:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c047a4ce.
00000100:00000010:2.0:1788971219.202771:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9ff7d44.
00000100:00000010:2.0:1788971219.202775:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000502735eb.
00000100:00000010:2.0:1788971219.202777:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002835d093.
00000100:00000010:2.0:1788971219.202786:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000228685d9.
00000100:00000010:2.0:1788971219.202789:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045107f37.
00000100:00000010:2.0:1788971219.202792:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb8e2740.
00000100:00000010:2.0:1788971219.202795:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c937831b.
00000100:00000010:2.0:1788971219.202799:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db973c82.
00000100:00000010:2.0:1788971219.202801:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6c349b1.
00000100:00000010:2.0:1788971219.202804:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b587ac65.
00000100:00000010:2.0:1788971219.202807:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d441e836.
00000100:00000010:2.0:1788971219.202880:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ecd1036.
00000100:00000010:2.0:1788971219.202886:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000427e99b2.
00000100:00000010:2.0:1788971219.202890:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef04703e.
00000100:00000010:2.0:1788971219.202901:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1ff6bf1.
00000100:00000010:2.0:1788971219.202905:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5a5bf2e.
00000100:00000010:2.0:1788971219.202908:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aba2f1d3.
00000100:00000010:2.0:1788971219.202911:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cc1609d.
00000100:00000010:2.0:1788971219.202914:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a489205c.
00000100:00000010:2.0:1788971219.202924:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000395e0689.
00000100:00000010:2.0:1788971219.202928:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000458172f7.
00000100:00000010:2.0:1788971219.202931:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd60d04f.
00000100:00000010:2.0:1788971219.202934:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff37258d.
00000100:00000010:2.0:1788971219.202937:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000246793fc.
00000100:00000010:2.0:1788971219.202940:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032852979.
00000100:00000010:2.0:1788971219.202944:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6aa5f16.
00000100:00000010:2.0:1788971219.202951:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000558a67a3.
00000100:00000010:2.0:1788971219.202959:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008930ae7c.
00000100:00000010:2.0:1788971219.202963:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cff96b0.
00000100:00000010:2.0:1788971219.202966:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c9c0b47.
00000100:00000010:2.0:1788971219.202969:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034d63e1a.
00000100:00000010:2.0:1788971219.202973:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfb8586f.
00000100:00000010:2.0:1788971219.202975:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009642beb2.
00000100:00000010:2.0:1788971219.202979:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4e0f2e6.
00000100:00000010:2.0:1788971219.202982:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f770ff69.
00000100:00000010:2.0:1788971219.202993:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b59b7efa.
00000100:00000010:2.0:1788971219.202996:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083c5899d.
00000100:00000010:2.0:1788971219.203000:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000485b8655.
00000100:00000010:2.0:1788971219.203003:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bae5e374.
00000100:00000010:2.0:1788971219.203008:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b20ea30f.
00000100:00000010:2.0:1788971219.203011:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001be8f75a.
00000100:00000010:2.0:1788971219.203014:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ae42262.
00000100:00000010:2.0:1788971219.203017:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8992944.
00000100:00000010:2.0:1788971219.203026:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc93ddf4.
00000100:00000010:2.0:1788971219.203030:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000824eb7f7.
00000100:00000010:2.0:1788971219.203034:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8bb0ec9.
00000100:00000010:2.0:1788971219.203042:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007274dfa9.
00000100:00000010:2.0:1788971219.203046:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f6f63ec.
00000100:00000010:2.0:1788971219.203049:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb37ff93.
00000100:00000010:2.0:1788971219.203052:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cb127e33.
00000100:00000010:2.0:1788971219.203055:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eae200f.
00000100:00000010:2.0:1788971219.203063:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5352055.
00000100:00000010:2.0:1788971219.203066:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb6812a8.
00000100:00000010:2.0:1788971219.203070:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000010aaa5a.
00000100:00000010:2.0:1788971219.203073:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fde23465.
00000100:00000010:2.0:1788971219.203076:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fd16add.
00000100:00000010:2.0:1788971219.203079:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8b110a7.
00000100:00000010:2.0:1788971219.203086:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6c14927.
00000100:00000010:2.0:1788971219.203089:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000205f755a.
00000100:00000010:2.0:1788971219.203101:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000080ccb6c.
00000100:00000010:2.0:1788971219.203104:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff4f2032.
00000100:00000010:2.0:1788971219.203108:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002bba7933.
00000100:00000010:2.0:1788971219.203110:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009669615d.
00000100:00000010:2.0:1788971219.203114:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dfd5785.
00000100:00000010:2.0:1788971219.203116:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b8d7733.
00000100:00000010:2.0:1788971219.203120:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093ebb5b8.
00000100:00000010:2.0:1788971219.203123:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071e9a313.
00000100:00000010:2.0:1788971219.203133:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c4dd483d.
00000100:00000010:2.0:1788971219.203137:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a8456ac.
00000100:00000010:2.0:1788971219.203140:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ef8ec246.
00000100:00000010:2.0:1788971219.203143:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a933832d.
00000100:00000010:2.0:1788971219.203146:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f8309d5.
00000100:00000010:2.0:1788971219.203149:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b65c5ca5.
00000100:00000010:2.0:1788971219.203153:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022c2dc2c.
00000100:00000010:2.0:1788971219.203156:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd5295c4.
00000100:00000010:2.0:1788971219.203165:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f129f1b.
00000100:00000010:2.0:1788971219.203169:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e823fee7.
00000100:00000010:2.0:1788971219.203172:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dd9b061.
00000100:00000010:2.0:1788971219.203181:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d72255c.
00000100:00000010:2.0:1788971219.203186:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f4a3691.
00000100:00000010:2.0:1788971219.203188:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003193b2b1.
00000100:00000010:2.0:1788971219.203191:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069a3d69f.
00000100:00000010:2.0:1788971219.203193:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf2aee86.
00000100:00000010:2.0:1788971219.203451:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf3da41d.
00000100:00000010:2.0:1788971219.203456:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000716e8475.
00000100:00000010:2.0:1788971219.203459:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a8dbcc0a.
00000100:00000010:2.0:1788971219.203462:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e62cbf2.
00000100:00000010:2.0:1788971219.203465:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bfdd54aa.
00000100:00000010:2.0:1788971219.203472:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bbf6f5f.
00000100:00000010:2.0:1788971219.203475:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089c515eb.
00000100:00000010:2.0:1788971219.203478:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002ae86f0.
00000100:00000010:2.0:1788971219.203487:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eacf1f1e.
00000100:00000010:2.0:1788971219.203489:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026d9115f.
00000100:00000010:2.0:1788971219.203493:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bdc7a1b6.
00000100:00000010:2.0:1788971219.203495:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032f4cea8.
00000100:00000010:2.0:1788971219.203499:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd449842.
00000100:00000010:2.0:1788971219.203502:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000026fd57d.
00000100:00000010:2.0:1788971219.203506:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cbe48ab.
00000100:00000010:2.0:1788971219.203508:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033ba238d.
00000100:00000010:2.0:1788971219.203518:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9840791.
00000100:00000010:2.0:1788971219.203522:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea8df515.
00000100:00000010:2.0:1788971219.203525:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000033bf9977.
00000100:00000010:2.0:1788971219.203527:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea00909.
00000100:00000010:2.0:1788971219.203531:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4040cdc.
00000100:00000010:2.0:1788971219.203533:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac7f8a63.
00000100:00000010:2.0:1788971219.203546:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046766848.
00000100:00000010:2.0:1788971219.203550:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000167ba82f.
00000100:00000010:2.0:1788971219.203560:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc61cdca.
00000100:00000010:2.0:1788971219.203563:0:103851:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d3fc298.
00000100:00000010:2.0:1788971219.203567:0:103851:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000654b077c.
00000400:00000200:2.0:1788971219.203571:0:103851:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 17 lazy
00000020:00000010:2.0:1788971219.203651:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000024c0bf66.
00000020:00000010:2.0:1788971219.203657:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 00000000dab2effd.
00000100:00000010:2.0:1788971219.203723:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e6cd8279.
00000100:00000010:2.0:1788971219.203729:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009fa27a51.
00000100:00000010:2.0:1788971219.203733:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000041776497.
00000100:00000010:2.0:1788971219.203736:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000015e020a1.
00000100:00000010:2.0:1788971219.203739:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002e11484a.
00000100:00000010:2.0:1788971219.203742:0:103851:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000b5085243.
00000100:00000010:2.0:1788971219.203745:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003781e669.
00000100:00000010:2.0:1788971219.203753:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003f1d528b.
00000100:00000010:2.0:1788971219.203755:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ad219422.
00000100:00000010:2.0:1788971219.203758:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000265844fb.
00000100:00000010:2.0:1788971219.203760:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009de56d8d.
00000100:00000010:2.0:1788971219.203763:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004f2e8cd7.
00000100:00000010:2.0:1788971219.203765:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000201ed888.
00000100:00000010:2.0:1788971219.203767:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009d95bfae.
00000100:00000010:2.0:1788971219.203769:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000000f19211.
00000100:00000010:2.0:1788971219.203771:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c0666235.
00000100:00000010:2.0:1788971219.203773:0:103851:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000d62a23e0.
00000100:00000010:2.0:1788971219.203775:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f86b2585.
00000100:00000010:2.0:1788971219.203777:0:103851:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000085507e96.
00000100:00000010:2.0:1788971219.203780:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e1bc0b96.
00000100:00000010:2.0:1788971219.203782:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000541250b8.
00000100:00000010:2.0:1788971219.203784:0:103851:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000035e3f87c.
00000100:00000200:2.0:1788971219.203856:0:103851:0:(service.c:847:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17
00000100:00000010:2.0:1788971219.203862:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d9087d1a.
00000100:00000010:0.0:1788971219.204348:0:103856:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 0000000081e2eb6e.
00000020:00000010:0.0:1788971219.204354:0:103856:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a6dc4afd.
00000020:00000010:0.0:1788971219.204362:0:103856:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000861b1fe9.
00000020:00000010:0.0:1788971219.204366:0:103856:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000009e2bd314.
00000020:00000010:0.0:1788971219.204370:0:103856:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000006cde78a3.
00000040:00000010:0.0:1788971219.204375:0:103856:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001b7d93b5.
00000020:00000010:0.0:1788971219.204382:0:103856:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c5f91d1.
00000020:00000010:0.0:1788971219.204399:0:103856:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000421f7de4.
00000020:00000010:0.0:1788971219.204405:0:103856:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000003fd5c54c.
80000000:00000010:0.0:1788971219.204410:0:103856:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f6c1e1bb.
40000000:00000010:0.0:1788971219.204414:0:103856:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000f2185f30.
00000008:00000010:0.0:1788971219.204428:0:103856:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000037fb6e47.
00020000:00000010:0.0:1788971219.204434:0:103856:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007b1ba9b7.
00008000:00000010:0.0:1788971219.204448:0:103856:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000beaecfdf.
00100000:00000010:0.0:1788971219.204456:0:103856:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e2da8b40.
00040000:00000010:0.0:1788971219.204461:0:103856:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002950a84c.
00040000:00000010:0.0:1788971219.204467:0:103856:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f387d1ca.
00040000:00000010:0.0:1788971219.204471:0:103856:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056566083.
00000800:00000010:3.0:1788971219.204476:0:102127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4728 at 0000000000eec3ea.
00000004:00000010:0.0:1788971219.204478:0:103856:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000008983d1d1.
00000800:00000010:3.0:1788971219.204485:0:102127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcc24e89.
00000004:00000010:0.0:1788971219.204489:0:103856:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cd8a071a.
00000800:00000010:3.0:1788971219.204494:0:102127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000040a62ce.
00000004:00000010:0.0:1788971219.204496:0:103856:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000094db25ee.
00002000:00000010:0.0:1788971219.204503:0:103856:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000032fd471f.
00000800:00000010:3.0:1788971219.204506:0:102127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000040a62ce.
00000004:00000010:0.0:1788971219.204516:0:103856:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000c95133d7.
00000080:00000010:0.0:1788971219.204546:0:103856:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000091e6458.
00000080:00000010:0.0:1788971219.204562:0:103856:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000064d8b6.
00000100:00000200:0.0:1788971219.204567:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204573:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4948fff.
00000400:00000010:0.0:1788971219.204578:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e7632d2.
00000100:00000200:0.0:1788971219.204587:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204589:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c6a6676.
00000400:00000010:0.0:1788971219.204591:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fee90722.
00000100:00000200:0.0:1788971219.204599:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204601:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bebe797d.
00000400:00000010:0.0:1788971219.204603:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007755b6a6.
00000100:00000200:0.0:1788971219.204605:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204607:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f874bce2.
00000400:00000010:0.0:1788971219.204609:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef55f40b.
00000100:00000200:0.0:1788971219.204612:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204613:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c86ab9ad.
00000400:00000010:0.0:1788971219.204616:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4704c1e.
00000100:00000200:0.0:1788971219.204619:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204621:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000683b64f4.
00000400:00000010:0.0:1788971219.204623:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061d667ec.
00000100:00000200:0.0:1788971219.204625:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204628:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000191ef105.
00000400:00000010:0.0:1788971219.204630:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071d7f2cb.
00000100:00000200:0.0:1788971219.204632:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204634:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df6d7256.
00000400:00000010:0.0:1788971219.204636:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a23b1a4.
00000100:00000200:0.0:1788971219.204638:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204640:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d9fc4c.
00000400:00000010:0.0:1788971219.204642:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e7c4bb5.
00000100:00000200:0.0:1788971219.204644:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204645:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1326654.
00000400:00000010:0.0:1788971219.204648:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cf28730.
00000100:00000200:0.0:1788971219.204650:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204651:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006690d64c.
00000400:00000010:0.0:1788971219.204653:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5e43c1e.
00000100:00000200:0.0:1788971219.204655:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204657:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ffbe1aa.
00000400:00000010:0.0:1788971219.204659:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4995fee.
00000100:00000200:0.0:1788971219.204661:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204663:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e4111e.
00000400:00000010:0.0:1788971219.204665:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000836c66e2.
00000100:00000200:0.0:1788971219.204668:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204670:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e8f36e7.
00000400:00000010:0.0:1788971219.204679:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9d3bb00.
00000100:00000200:0.0:1788971219.204682:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204684:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000354ad66.
00000400:00000010:0.0:1788971219.204686:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f5f531c.
00000100:00000200:0.0:1788971219.204688:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204690:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037a572c7.
00000400:00000010:0.0:1788971219.204692:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000921f8328.
00000100:00000200:0.0:1788971219.204695:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204697:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000579b439.
00000400:00000010:0.0:1788971219.204699:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f14688a.
00000100:00000200:0.0:1788971219.204701:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204703:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039189f0f.
00000400:00000010:0.0:1788971219.204705:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c017cebc.
00000100:00000200:0.0:1788971219.204708:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204709:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f57180c.
00000400:00000010:0.0:1788971219.204711:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a5c4ce9.
00000100:00000200:0.0:1788971219.204713:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204715:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e28bded.
00000400:00000010:0.0:1788971219.204717:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e6ca5de.
00000100:00000200:0.0:1788971219.204719:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204720:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c8e5c9f.
00000400:00000010:0.0:1788971219.204723:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d977ffa0.
00000100:00000200:0.0:1788971219.204724:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204726:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572cd2c2.
00000400:00000010:0.0:1788971219.204728:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8cdc896.
00000100:00000200:0.0:1788971219.204730:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204732:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000409fb65a.
00000400:00000010:0.0:1788971219.204734:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064ed52af.
00000100:00000200:0.0:1788971219.204736:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204738:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2dc248f.
00000400:00000010:0.0:1788971219.204740:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a42092a.
00000100:00000200:0.0:1788971219.204743:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204745:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c88cb31.
00000400:00000010:0.0:1788971219.204747:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014547536.
00000100:00000200:0.0:1788971219.204749:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204756:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dfc25fe.
00000400:00000010:0.0:1788971219.204761:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046904e85.
00000100:00000200:0.0:1788971219.204764:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204767:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000277cf404.
00000400:00000010:0.0:1788971219.204769:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049010501.
00000100:00000200:0.0:1788971219.204771:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204773:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4755f3a.
00000400:00000010:0.0:1788971219.204776:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f514ed3b.
00000100:00000200:0.0:1788971219.204777:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204779:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009305a079.
00000400:00000010:0.0:1788971219.204781:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d9d46ae.
00000100:00000200:0.0:1788971219.204783:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204785:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005028d721.
00000400:00000010:0.0:1788971219.204787:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000859a3369.
00000100:00000200:0.0:1788971219.204789:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204791:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009af3fe57.
00000400:00000010:0.0:1788971219.204793:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3a2db66.
00000100:00000200:0.0:1788971219.204795:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204797:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064fde659.
00000400:00000010:0.0:1788971219.204799:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d284b580.
00000100:00000200:0.0:1788971219.204801:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204803:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bffa051e.
00000400:00000010:0.0:1788971219.204804:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b27e8818.
00000100:00000200:0.0:1788971219.204806:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204808:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f313cd7.
00000400:00000010:0.0:1788971219.204809:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d634c92.
00000100:00000200:0.0:1788971219.204811:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204859:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012c27c2f.
00000400:00000010:0.0:1788971219.204862:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6e34292.
00000100:00000200:0.0:1788971219.204865:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204867:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067e42f87.
00000400:00000010:0.0:1788971219.204869:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3111503.
00000100:00000200:0.0:1788971219.204871:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204873:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002658f003.
00000400:00000010:0.0:1788971219.204875:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1c8b4ba.
00000100:00000200:0.0:1788971219.204883:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204885:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc920134.
00000400:00000010:0.0:1788971219.204888:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6c0560b.
00000100:00000200:0.0:1788971219.204890:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204891:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050ada500.
00000400:00000010:0.0:1788971219.204894:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ba24ce7.
00000100:00000200:0.0:1788971219.204895:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204897:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f2cc4c6.
00000400:00000010:0.0:1788971219.204899:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de4f4a82.
00000100:00000200:0.0:1788971219.204901:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204903:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000519c9539.
00000400:00000010:0.0:1788971219.204905:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de84bb13.
00000100:00000200:0.0:1788971219.204907:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204908:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a02c53d6.
00000400:00000010:0.0:1788971219.204910:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a80346ce.
00000100:00000200:0.0:1788971219.204912:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204914:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1d7f146.
00000400:00000010:0.0:1788971219.204916:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be685b0d.
00000100:00000200:0.0:1788971219.204917:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204919:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa8e08af.
00000400:00000010:0.0:1788971219.204922:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000588d5ee4.
00000100:00000200:0.0:1788971219.204924:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204925:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b217d11.
00000400:00000010:0.0:1788971219.204928:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000541cec1.
00000100:00000200:0.0:1788971219.204930:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204932:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9007567.
00000400:00000010:0.0:1788971219.204937:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c53614f.
00000100:00000200:0.0:1788971219.204939:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204941:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c45f9c.
00000400:00000010:0.0:1788971219.204943:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000155bfb2.
00000100:00000200:0.0:1788971219.204945:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204947:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7fef078.
00000400:00000010:0.0:1788971219.204949:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4af5d4c.
00000100:00000200:0.0:1788971219.204951:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204953:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074297482.
00000400:00000010:0.0:1788971219.204960:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e2b65be.
00000100:00000200:0.0:1788971219.204963:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204965:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2a6624d.
00000400:00000010:0.0:1788971219.204967:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce4e11d7.
00000100:00000200:0.0:1788971219.204969:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204972:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6672894.
00000400:00000010:0.0:1788971219.204974:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093eaeed0.
00000100:00000200:0.0:1788971219.204976:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204977:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b44d838f.
00000400:00000010:0.0:1788971219.204980:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca20b641.
00000100:00000200:0.0:1788971219.204981:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204983:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98e5b62.
00000400:00000010:0.0:1788971219.204986:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a414f0fe.
00000100:00000200:0.0:1788971219.204988:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204991:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbd46fab.
00000400:00000010:0.0:1788971219.204993:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e2765d8.
00000100:00000200:0.0:1788971219.204995:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.204997:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000313c630d.
00000400:00000010:0.0:1788971219.205000:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002647a3f4.
00000100:00000200:0.0:1788971219.205002:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205004:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff6ae91.
00000400:00000010:0.0:1788971219.205006:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a88711a.
00000100:00000200:0.0:1788971219.205008:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205010:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd21120.
00000400:00000010:0.0:1788971219.205013:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0c05f3c.
00000100:00000200:0.0:1788971219.205015:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205017:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007cad15f4.
00000400:00000010:0.0:1788971219.205019:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000936819a7.
00000100:00000200:0.0:1788971219.205022:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205023:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dbdc964.
00000400:00000010:0.0:1788971219.205025:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b50e2ea.
00000100:00000200:0.0:1788971219.205027:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205029:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1f4538.
00000400:00000010:0.0:1788971219.205031:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fab9aa30.
00000100:00000200:0.0:1788971219.205032:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205041:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e60c24.
00000400:00000010:0.0:1788971219.205044:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8ed82e8.
00000100:00000200:0.0:1788971219.205046:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205048:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051a6f2e8.
00000400:00000010:0.0:1788971219.205051:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bec232ae.
00000100:00000200:0.0:1788971219.205053:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205055:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d88b4d59.
00000400:00000010:0.0:1788971219.205058:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be1d06bd.
00000100:00000200:0.0:1788971219.205059:0:103856:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:0.0:1788971219.205061:0:103856:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8ff528.
00000400:00000010:0.0:1788971219.205063:0:103856:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea197895.
00000100:00000010:0.0:1788971219.205066:0:103856:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000be84a64a.
00000100:00000200:0.0:1788971219.205080:0:103856:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:1.0:1788971219.205377:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005c5794a2.
00000100:00000010:1.0:1788971219.206032:0:103857:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f26f0c11.
00000020:00000010:1.0:1788971219.206038:0:103857:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008dd2b453.
00000020:00000010:1.0:1788971219.206043:0:103857:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb7fa096.
00000020:00000010:1.0:1788971219.206047:0:103857:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b4ef2e53.
00000020:00000010:1.0:1788971219.206051:0:103857:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000f94a6495.
00000040:00000010:1.0:1788971219.206055:0:103857:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f209007e.
00000020:00000010:1.0:1788971219.206060:0:103857:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b00eaf4.
00000020:00000010:1.0:1788971219.206064:0:103857:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f6c4cd84.
00000020:00000010:1.0:1788971219.206069:0:103857:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000d104a972.
80000000:00000010:1.0:1788971219.206072:0:103857:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8b66d6b.
40000000:00000010:1.0:1788971219.206076:0:103857:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000195d7b11.
00000008:00000010:1.0:1788971219.206092:0:103857:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000007b2fe195.
00020000:00000010:1.0:1788971219.206098:0:103857:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a7459f1c.
00008000:00000010:1.0:1788971219.206110:0:103857:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f34c954d.
00100000:00000010:1.0:1788971219.206115:0:103857:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000426ab09d.
00040000:00000010:1.0:1788971219.206118:0:103857:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009039d8e5.
00040000:00000010:1.0:1788971219.206122:0:103857:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000005b85e604.
00040000:00000010:1.0:1788971219.206124:0:103857:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a0d794ad.
00000004:00000010:1.0:1788971219.206128:0:103857:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c99b41a.
00000004:00000010:1.0:1788971219.206132:0:103857:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000009edf6232.
00000004:00000010:1.0:1788971219.206136:0:103857:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000905be4c6.
00002000:00000010:1.0:1788971219.206141:0:103857:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000681664dc.
00000004:00000010:1.0:1788971219.206145:0:103857:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000cdec25af.
00000080:00000010:1.0:1788971219.206158:0:103857:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d4027b20.
00000080:00000010:1.0:1788971219.206172:0:103857:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000001d899b25.
00000100:00000010:1.0:1788971219.206178:0:103857:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000049354e08.
00000100:00000200:1.0:1788971219.206880:0:103857:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:2.0:1788971219.207026:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000048a47790.
00000400:00000200:3.0:1788971219.210105:0:102127:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.1:1788971219.210132:0:102127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00000800:00000200:3.0:1788971219.210143:0:102127:0:(socklnd.c:1182:ksocknal_create_conn()) New conn 12345-192.168.203.150@tcp p 3.x 192.168.203.50 -> 192.168.203.150:988 incarnation:1788971139599433941 sched[1]
00000800:00000010:3.0:1788971219.210148:0:102127:0:(socklnd.c:1190:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcc24e89.
00000100:00000010:0.0:1788971219.211719:0:103858:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d78ae086.
00000020:00000010:0.0:1788971219.211727:0:103858:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d91a230a.
00000020:00000010:0.0:1788971219.211735:0:103858:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035693751.
00000020:00000010:0.0:1788971219.211738:0:103858:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9b302ec.
00000020:00000010:0.0:1788971219.211742:0:103858:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d6a8469f.
00000040:00000010:0.0:1788971219.211746:0:103858:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000004d599dd.
00000020:00000010:0.0:1788971219.211751:0:103858:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b23a64ae.
00000020:00000010:0.0:1788971219.211756:0:103858:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f08a4cf2.
00000020:00000010:0.0:1788971219.211761:0:103858:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b27ff90d.
80000000:00000010:0.0:1788971219.211765:0:103858:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087c07136.
40000000:00000010:0.0:1788971219.211769:0:103858:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000005ce888a2.
00000008:00000010:0.0:1788971219.211787:0:103858:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000072a67321.
00020000:00000010:0.0:1788971219.211793:0:103858:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000c7c05fc8.
00008000:00000010:0.0:1788971219.211799:0:103858:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000db53d24c.
00100000:00000010:0.0:1788971219.211805:0:103858:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3e00fab.
00040000:00000010:0.0:1788971219.211810:0:103858:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000ac56699.
00040000:00000010:0.0:1788971219.211839:0:103858:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a067b97b.
00040000:00000010:0.0:1788971219.211844:0:103858:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008e0bea0f.
00000004:00000010:0.0:1788971219.211851:0:103858:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000112e5ce7.
00000004:00000010:0.0:1788971219.211856:0:103858:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b5af0e68.
00000004:00000010:0.0:1788971219.211860:0:103858:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000001c527578.
00002000:00000010:0.0:1788971219.211877:0:103858:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000082812779.
00000004:00000010:0.0:1788971219.211882:0:103858:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000000f908b5b.
00000080:00000010:0.0:1788971219.211888:0:103858:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e309bc79.
00000080:00000010:0.0:1788971219.211892:0:103858:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000007a4cfe7f.
00000100:00000010:0.0:1788971219.211897:0:103858:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000088bbab14.
00000100:00000200:0.0:1788971219.211913:0:103858:0:(service.c:3107:ptlrpc_main()) service thread 2 (#3) started
00000100:00000010:1.0:1788971219.212192:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000011e98a38.
00000100:00000010:3.0:1788971219.212636:0:103859:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000040a62ce.
00000020:00000010:3.0:1788971219.212642:0:103859:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f50152e9.
00000020:00000010:3.0:1788971219.212647:0:103859:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2ff49b7.
00000020:00000010:3.0:1788971219.212650:0:103859:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e25e172a.
00000020:00000010:3.0:1788971219.212654:0:103859:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000d1f2c309.
00000040:00000010:3.0:1788971219.212658:0:103859:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000de67a4f0.
00000020:00000010:3.0:1788971219.212663:0:103859:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000126d455.
00000020:00000010:3.0:1788971219.212669:0:103859:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000012f36bda.
00000020:00000010:3.0:1788971219.212672:0:103859:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000009351439.
80000000:00000010:3.0:1788971219.212675:0:103859:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a3d5ce.
40000000:00000010:3.0:1788971219.212678:0:103859:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000030fd6bd0.
00000008:00000010:3.0:1788971219.212682:0:103859:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000e6909254.
00020000:00000010:3.0:1788971219.212686:0:103859:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000064294b45.
00008000:00000010:3.0:1788971219.212690:0:103859:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f3fde396.
00100000:00000010:3.0:1788971219.212694:0:103859:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007b1ee997.
00040000:00000010:3.0:1788971219.212698:0:103859:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095ce1057.
00040000:00000010:3.0:1788971219.212708:0:103859:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000004793aca0.
00040000:00000010:3.0:1788971219.212711:0:103859:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e256c70.
00000004:00000010:3.0:1788971219.212714:0:103859:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000000216d944.
00000004:00000010:3.0:1788971219.212718:0:103859:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000665b4f15.
00000004:00000010:3.0:1788971219.212721:0:103859:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 000000004a506ba9.
00002000:00000010:3.0:1788971219.212725:0:103859:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000179c8ff1.
00000004:00000010:3.0:1788971219.212728:0:103859:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000002035d990.
00000080:00000010:3.0:1788971219.212731:0:103859:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000098360d75.
00000080:00000010:3.0:1788971219.212735:0:103859:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000e906bee9.
00000100:00000200:3.0:1788971219.212739:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212746:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4de9cde.
00000400:00000010:3.0:1788971219.212753:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcc24e89.
00000100:00000200:3.0:1788971219.212762:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212764:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fab7a8f.
00000400:00000010:3.0:1788971219.212766:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b74640f.
00000100:00000200:3.0:1788971219.212769:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212771:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f52485e.
00000400:00000010:3.0:1788971219.212773:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7377a7e.
00000100:00000200:3.0:1788971219.212775:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212777:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e006c816.
00000400:00000010:3.0:1788971219.212779:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7a8d81e.
00000100:00000200:3.0:1788971219.212780:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212783:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f36dcd35.
00000400:00000010:3.0:1788971219.212785:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000243f41a2.
00000100:00000200:3.0:1788971219.212787:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212789:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9947b54.
00000400:00000010:3.0:1788971219.212791:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009992d7f2.
00000100:00000200:3.0:1788971219.212793:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212795:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f08c4df5.
00000400:00000010:3.0:1788971219.212797:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b400941.
00000100:00000200:3.0:1788971219.212799:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212801:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003df35491.
00000400:00000010:3.0:1788971219.212803:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038f16e3b.
00000100:00000200:3.0:1788971219.212804:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212806:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0660d47.
00000400:00000010:3.0:1788971219.212833:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073b285dd.
00000100:00000200:3.0:1788971219.212838:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212841:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002243d81b.
00000400:00000010:3.0:1788971219.212844:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000762e9315.
00000100:00000200:3.0:1788971219.212846:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.212849:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec1f5cb8.
00000400:00000010:3.0:1788971219.212851:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7b27327.
00000100:00000200:3.0:1788971219.213072:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213076:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079bd9b48.
00000400:00000010:3.0:1788971219.213079:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0c3f3fc.
00000100:00000200:3.0:1788971219.213081:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213083:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000664692d0.
00000400:00000010:3.0:1788971219.213086:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f542ce9c.
00000100:00000200:3.0:1788971219.213088:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213090:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f7d84a7.
00000400:00000010:3.0:1788971219.213092:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000613de989.
00000100:00000200:3.0:1788971219.213094:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213096:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2636f36.
00000400:00000010:3.0:1788971219.213098:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1c06653.
00000100:00000200:3.0:1788971219.213100:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213101:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092994f94.
00000400:00000010:3.0:1788971219.213104:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d749fbf6.
00000100:00000200:3.0:1788971219.213105:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213108:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e8490f4.
00000400:00000010:3.0:1788971219.213110:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6bc9fa6.
00000100:00000200:3.0:1788971219.213112:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213428:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b257c4.
00000400:00000010:3.0:1788971219.213434:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c2375af.
00000100:00000200:3.0:1788971219.213438:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213461:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000964b0b08.
00000400:00000010:3.0:1788971219.213466:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1753906.
00000100:00000200:3.0:1788971219.213470:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213472:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c155d74c.
00000400:00000010:3.0:1788971219.213474:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdd419c3.
00000100:00000200:3.0:1788971219.213476:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213487:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000526f2ea2.
00000400:00000010:3.0:1788971219.213489:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006428466e.
00000100:00000200:3.0:1788971219.213492:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213494:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057ececbc.
00000400:00000010:3.0:1788971219.213496:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001289d1e3.
00000100:00000200:3.0:1788971219.213498:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213500:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d651281c.
00000400:00000010:3.0:1788971219.213502:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e93e494a.
00000100:00000200:3.0:1788971219.213504:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213506:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c307336c.
00000400:00000010:3.0:1788971219.213508:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e4b6713.
00000100:00000200:3.0:1788971219.213510:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213512:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d15baba0.
00000400:00000010:3.0:1788971219.213514:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7efa48b.
00000100:00000200:3.0:1788971219.213516:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213518:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de7589ae.
00000400:00000010:3.0:1788971219.213521:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075ff847f.
00000100:00000200:3.0:1788971219.213523:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213525:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e98bc4.
00000400:00000010:3.0:1788971219.213598:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be89c59b.
00000100:00000200:3.0:1788971219.213603:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213605:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed72587.
00000400:00000010:3.0:1788971219.213608:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000acbc54a0.
00000100:00000200:3.0:1788971219.213610:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213612:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c82d367.
00000400:00000010:3.0:1788971219.213614:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000752fd31d.
00000100:00000200:3.0:1788971219.213615:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213617:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000129ccbc4.
00000400:00000010:3.0:1788971219.213619:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000342ea40b.
00000100:00000200:3.0:1788971219.213621:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213623:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd92f942.
00000400:00000010:3.0:1788971219.213625:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059f13dcc.
00000100:00000200:3.0:1788971219.213628:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213629:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716c5141.
00000400:00000010:3.0:1788971219.213631:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f68e6942.
00000100:00000200:3.0:1788971219.213639:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213642:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b020c0e5.
00000400:00000010:3.0:1788971219.213644:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9828e46.
00000100:00000200:3.0:1788971219.213646:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213647:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000388dff07.
00000400:00000010:3.0:1788971219.213650:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003adeb864.
00000100:00000200:3.0:1788971219.213652:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213653:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000482cf968.
00000400:00000010:3.0:1788971219.213656:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b099e94.
00000100:00000200:3.0:1788971219.213658:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213659:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c766b5e.
00000400:00000010:3.0:1788971219.213661:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000014d328d.
00000100:00000200:3.0:1788971219.213663:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213665:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f63235a.
00000400:00000010:3.0:1788971219.213667:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000502f136.
00000100:00000200:3.0:1788971219.213669:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213671:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d1f2dfb.
00000400:00000010:3.0:1788971219.213673:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000422a48d6.
00000100:00000200:3.0:1788971219.213675:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213676:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad483e97.
00000400:00000010:3.0:1788971219.213679:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040f218b7.
00000100:00000200:3.0:1788971219.213680:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213682:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcf39c74.
00000400:00000010:3.0:1788971219.213685:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea8e6c27.
00000100:00000200:3.0:1788971219.213686:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213688:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b90a0d41.
00000400:00000010:3.0:1788971219.213690:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aa074e5.
00000100:00000200:3.0:1788971219.213692:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213694:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e9a6cd0.
00000400:00000010:3.0:1788971219.213697:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1194089.
00000100:00000200:3.0:1788971219.213698:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213700:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090607fb2.
00000400:00000010:3.0:1788971219.213702:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012204d1f.
00000100:00000200:3.0:1788971219.213704:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213706:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f33956cd.
00000400:00000010:3.0:1788971219.213714:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e89fefa7.
00000100:00000200:3.0:1788971219.213717:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213719:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f04e92d4.
00000400:00000010:3.0:1788971219.213722:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000346cba9b.
00000100:00000200:3.0:1788971219.213724:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213725:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a476a60e.
00000400:00000010:3.0:1788971219.213730:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c89eb681.
00000100:00000200:3.0:1788971219.213733:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213734:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cb8e702.
00000400:00000010:3.0:1788971219.213736:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7ba9996.
00000100:00000200:3.0:1788971219.213739:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213740:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d8f8d45.
00000400:00000010:3.0:1788971219.213742:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dddb618b.
00000100:00000200:3.0:1788971219.213744:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213746:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d73d7ba.
00000400:00000010:3.0:1788971219.213749:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000979372eb.
00000100:00000200:3.0:1788971219.213751:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213753:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044372e17.
00000400:00000010:3.0:1788971219.213755:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004552998e.
00000100:00000200:3.0:1788971219.213757:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213759:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010952be9.
00000400:00000010:3.0:1788971219.213761:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e6a3380.
00000100:00000200:3.0:1788971219.213763:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213764:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005292554c.
00000400:00000010:3.0:1788971219.213767:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b587377.
00000100:00000200:3.0:1788971219.213768:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213770:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011ee5063.
00000400:00000010:3.0:1788971219.213773:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5143fdb.
00000100:00000200:3.0:1788971219.213775:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213776:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041b623f6.
00000400:00000010:3.0:1788971219.213778:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9fc1cf2.
00000100:00000200:3.0:1788971219.213780:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213782:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000619b0143.
00000400:00000010:3.0:1788971219.213784:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093a6747d.
00000100:00000200:3.0:1788971219.213786:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1788971219.213794:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006006f71c.
00000400:00000010:2.0:1788971219.214085:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c052302.
00000100:00000200:2.0:1788971219.214093:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214096:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000856656b7.
00000400:00000010:2.0:1788971219.214098:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b97827.
00000100:00000200:2.0:1788971219.214100:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214102:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006498eb0.
00000400:00000010:2.0:1788971219.214104:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfa93805.
00000100:00000200:2.0:1788971219.214106:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214108:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7094533.
00000400:00000010:2.0:1788971219.214110:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e694c2d7.
00000100:00000200:2.0:1788971219.214112:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214113:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018dda6c3.
00000400:00000010:2.0:1788971219.214116:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c49aa5b.
00000100:00000200:2.0:1788971219.214118:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214120:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b45f0052.
00000400:00000010:2.0:1788971219.214122:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009554eb38.
00000100:00000200:2.0:1788971219.214132:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214134:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f5bbaab.
00000400:00000010:2.0:1788971219.214137:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092ce74f8.
00000100:00000200:2.0:1788971219.214139:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214141:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001c6db0b.
00000400:00000010:2.0:1788971219.214143:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009523460a.
00000100:00000200:2.0:1788971219.214145:0:103859:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:2.0:1788971219.214146:0:103859:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000377bc24b.
00000400:00000010:2.0:1788971219.214148:0:103859:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d07e55da.
00000100:00000010:2.0:1788971219.214152:0:103859:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000019ab5f66.
00000100:00000200:2.0:1788971219.214176:0:103859:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:0.0:1788971219.214252:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003420af2f.
00000100:00000010:2.0:1788971219.214532:0:103860:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f02452df.
00000020:00000010:2.0:1788971219.214548:0:103860:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000a28befa.
00000020:00000010:2.0:1788971219.214554:0:103860:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cdfb147.
00000020:00000010:2.0:1788971219.214558:0:103860:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005101e1b9.
00000020:00000010:2.0:1788971219.214561:0:103860:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005ef24879.
00000040:00000010:2.0:1788971219.214566:0:103860:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001d6ea8bb.
00000020:00000010:2.0:1788971219.214570:0:103860:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009efbdc33.
00000020:00000010:2.0:1788971219.214574:0:103860:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007f8dd65f.
00000020:00000010:2.0:1788971219.214578:0:103860:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000047e8584f.
80000000:00000010:2.0:1788971219.214582:0:103860:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000277fc184.
40000000:00000010:2.0:1788971219.214586:0:103860:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000422468f3.
00000008:00000010:2.0:1788971219.214601:0:103860:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000c2fa64b6.
00020000:00000010:2.0:1788971219.214606:0:103860:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000069c78109.
00008000:00000010:2.0:1788971219.214617:0:103860:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000a1569683.
00100000:00000010:2.0:1788971219.214622:0:103860:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4cc0553.
00040000:00000010:2.0:1788971219.214626:0:103860:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fe499fb6.
00040000:00000010:2.0:1788971219.214629:0:103860:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e9b9847e.
00040000:00000010:2.0:1788971219.214633:0:103860:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e3788e3.
00000004:00000010:2.0:1788971219.214637:0:103860:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a344f5b2.
00000004:00000010:2.0:1788971219.214642:0:103860:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000006c9d96d7.
00000004:00000010:2.0:1788971219.214646:0:103860:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000075a60d0c.
00002000:00000010:2.0:1788971219.214650:0:103860:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000a904628b.
00000004:00000010:2.0:1788971219.214654:0:103860:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000a5e0643a.
00000080:00000010:2.0:1788971219.214669:0:103860:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000bf90bac.
00000080:00000010:2.0:1788971219.214681:0:103860:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000078785cb6.
00000100:00000010:2.0:1788971219.214685:0:103860:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b2e5caa5.
00000100:00000200:2.0:1788971219.214702:0:103860:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:0.0:1788971219.214792:0:103851:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000667fd261.
00000100:00000010:2.0:1788971219.215040:0:103861:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ed828927.
00000020:00000010:2.0:1788971219.215044:0:103861:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e5399695.
00000020:00000010:2.0:1788971219.215047:0:103861:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c05044e9.
00000020:00000010:2.0:1788971219.215050:0:103861:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000016241077.
00000020:00000010:2.0:1788971219.215052:0:103861:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000002a61feb5.
00000040:00000010:2.0:1788971219.215055:0:103861:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000027529262.
00000020:00000010:2.0:1788971219.215058:0:103861:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caf415a1.
00000020:00000010:2.0:1788971219.215061:0:103861:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d2815949.
00000020:00000010:2.0:1788971219.215063:0:103861:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000c0f90de2.
80000000:00000010:2.0:1788971219.215066:0:103861:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012f4ddcd.
40000000:00000010:2.0:1788971219.215068:0:103861:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000c618bbc4.
00000008:00000010:2.0:1788971219.215071:0:103861:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000d357e0ca.
00020000:00000010:2.0:1788971219.215073:0:103861:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000063a506a1.
00008000:00000010:2.0:1788971219.215076:0:103861:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000043a0ee3a.
00100000:00000010:2.0:1788971219.215078:0:103861:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c0e9faf7.
00040000:00000010:2.0:1788971219.215081:0:103861:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000933fed54.
00040000:00000010:2.0:1788971219.215083:0:103861:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f5fbf359.
00040000:00000010:2.0:1788971219.215085:0:103861:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b61be8eb.
00000004:00000010:2.0:1788971219.215088:0:103861:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000939af78d.
00000004:00000010:2.0:1788971219.215092:0:103861:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000444d8f98.
00000004:00000010:2.0:1788971219.215095:0:103861:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000027c60d0a.
00002000:00000010:2.0:1788971219.215097:0:103861:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e18b76eb.
00000004:00000010:2.0:1788971219.215100:0:103861:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000ab3b8bac.
00000080:00000010:2.0:1788971219.215103:0:103861:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009b4de41b.
00000080:00000010:2.0:1788971219.215105:0:103861:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000001e01cc34.
00000100:00000010:2.0:1788971219.215109:0:103861:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000012ae48dd.
00000100:00000200:2.0:1788971219.215124:0:103861:0:(service.c:3107:ptlrpc_main()) service thread 2 (#3) started
00010000:00000010:0.0:1788971219.215161:0:103851:0:(ldlm_lockd.c:3490:ldlm_setup()) kmalloced '(blp)': 168 at 00000000136de046.
00010000:00000010:2.0:1788971219.215465:0:103862:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000004e5416a5.
00000020:00000010:2.0:1788971219.215469:0:103862:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011f7e1c2.
00000020:00000010:2.0:1788971219.215472:0:103862:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000171661d4.
00000020:00000010:2.0:1788971219.215480:0:103862:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c8b38e6.
00000020:00000010:2.0:1788971219.215483:0:103862:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb43f875.
00000020:00000010:2.0:1788971219.215485:0:103862:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b3091b9b.
80000000:00000010:2.0:1788971219.215488:0:103862:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d7b432ef.
40000000:00000010:2.0:1788971219.215490:0:103862:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000f145943a.
00100000:00000010:2.0:1788971219.215493:0:103862:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000348ffccd.
00040000:00000010:2.0:1788971219.215495:0:103862:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000effad7d.
00040000:00000010:2.0:1788971219.215498:0:103862:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003cd7a0a2.
00002000:00000010:2.0:1788971219.215501:0:103862:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e5414f11.
00000020:00000010:2.0:1788971219.215503:0:103862:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b6200d4b.
00010000:00000010:2.0:1788971219.217474:0:103863:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000e78f50ee.
00000020:00000010:2.0:1788971219.217484:0:103863:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093e77088.
00000020:00000010:2.0:1788971219.217489:0:103863:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dcc70bf2.
00000020:00000010:2.0:1788971219.217497:0:103863:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000089abe93b.
00000020:00000010:2.0:1788971219.217502:0:103863:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009f7dcc88.
00000020:00000010:2.0:1788971219.217506:0:103863:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000008ce412ce.
80000000:00000010:2.0:1788971219.217509:0:103863:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f05665c2.
40000000:00000010:2.0:1788971219.217512:0:103863:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000005eafe45b.
00100000:00000010:2.0:1788971219.217517:0:103863:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007969fa0b.
00040000:00000010:2.0:1788971219.217520:0:103863:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ec35554e.
00040000:00000010:2.0:1788971219.217523:0:103863:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd79f64c.
00002000:00000010:2.0:1788971219.217528:0:103863:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000004757b24e.
00000020:00000010:2.0:1788971219.217532:0:103863:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000029fca60f.
00000020:00000010:0.0:1788971219.218003:0:103864:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071d16b4d.
00000020:00000010:0.0:1788971219.218009:0:103864:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a032a48e.
00000040:00000010:0.0:1788971219.218013:0:103864:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000061ed3399.
00000020:00000010:0.0:1788971219.218017:0:103864:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000031adfe36.
00000020:00000010:0.0:1788971219.218020:0:103864:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003fbf1dc2.
00000020:00000010:0.0:1788971219.218023:0:103864:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000001d7eb86f.
80000000:00000010:0.0:1788971219.218026:0:103864:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000962a5038.
40000000:00000010:0.0:1788971219.218028:0:103864:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000bbc9260f.
00100000:00000010:0.0:1788971219.218032:0:103864:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d5d56dfe.
00040000:00000010:0.0:1788971219.218035:0:103864:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e072f0d2.
00040000:00000010:0.0:1788971219.218037:0:103864:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000009111713d.
00040000:00000010:0.0:1788971219.218041:0:103864:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fac5e35.
00000004:00000010:0.0:1788971219.218045:0:103864:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b81c71c1.
00000004:00000010:0.0:1788971219.218050:0:103864:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000807c1451.
00000004:00000010:0.0:1788971219.218054:0:103864:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000055158e14.
00002000:00000010:0.0:1788971219.218057:0:103864:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000005653e342.
00000004:00000010:0.0:1788971219.218061:0:103864:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000007a7ac7dd.
00000020:00000010:0.0:1788971219.218064:0:103864:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001bbfc009.
00000001:00000010:0.0:1788971219.218078:0:103851:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000c5d00310.
00000001:00000010:0.0:1788971219.218088:0:103851:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ffcd7ef1.
00000020:00000010:0.0:1788971219.218109:0:103851:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000f4d4dbe0.
00000100:00000200:0.0:1788971219.218131:0:103851:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.150@tcp->12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.218139:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.218145:0:103851:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.150@tcp primary NID 192.168.203.150@tcp rc 0
00000100:00000010:0.0:1788971219.218154:0:103851:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000e44a8234.
00010000:00000010:0.0:1788971219.218160:0:103851:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000020267815.
00010000:00000010:0.0:1788971219.218165:0:103851:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000ee8bf260.
00000001:00000010:0.0:1788971219.218170:0:103851:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003f104ede.
00000001:00000010:0.0:1788971219.218174:0:103851:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000790df5c8.
00000001:00000010:0.0:1788971219.218177:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000d0d55fe5.
00000001:00000010:0.0:1788971219.218179:0:103851:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e042db67.
00000020:00000010:0.0:1788971219.218184:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e780efc8.
00000020:00000010:0.0:1788971219.218187:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000c219f89b.
00000020:00000010:0.0:1788971219.218349:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000070f37788.
00000020:00000010:0.0:1788971219.218353:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000003a53cbe6.
00000040:00000010:0.0:1788971219.218371:0:103851:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000072b97ce9.
00000020:00000010:3.0:1788971219.227371:0:103851:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000098161b06.
00000040:00000010:3.0:1788971219.227385:0:103851:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000a98542ce.
00000020:00000010:3.0:1788971219.227391:0:103851:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e46d14b7.
00000020:00000010:3.0:1788971219.227397:0:103851:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000e5083c6c.
00040000:00000010:3.0:1788971219.227402:0:103851:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b293ae2.
00040000:00000010:3.0:1788971219.227407:0:103851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fdc10da9.
00000020:00000010:3.0:1788971219.227410:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3327584.
00000020:00000010:3.0:1788971219.227417:0:103851:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e3233cf.
00000020:00000010:3.0:1788971219.227421:0:103851:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000020226991.
00000008:00000010:3.0:1788971219.227427:0:103851:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000082cd1d72.
00020000:00000010:3.0:1788971219.227433:0:103851:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 000000005952deaa.
00008000:00000010:3.0:1788971219.227436:0:103851:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000028e4d4bb.
00000080:00000010:3.0:1788971219.227442:0:103851:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b0f30212.
00000020:00000010:3.0:1788971219.227445:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0c0ce37.
00000020:00000010:3.0:1788971219.227450:0:103851:0:(obd_mount.c:257:lustre_start_simple()) kfreed 'lcfg': 104 at 00000000a29b833e.
00000020:00000010:3.0:1788971219.227465:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000000df541c9.
00000400:00000200:3.0:1788971219.227488:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.227497:0:103851:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.150@tcp is discovered: rc = 1
00000100:00000010:3.0:1788971219.227508:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005cd63a9.
02000000:00000010:3.0:1788971219.227522:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d9a59430.
00000020:00000010:3.0:1788971219.228624:0:102139:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000027efe960.
00000020:00000010:3.0:1788971219.228633:0:102139:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ef3e40bc.
80000000:00000010:3.0:1788971219.228637:0:102139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000043a8a854.
40000000:00000010:3.0:1788971219.228640:0:102139:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000d7153e64.
00000008:00000010:3.0:1788971219.228644:0:102139:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000003091ac76.
00020000:00000010:3.0:1788971219.228649:0:102139:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007b5e4e1f.
00008000:00000010:3.0:1788971219.228653:0:102139:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000029ea8df9.
00100000:00000010:3.0:1788971219.228657:0:102139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a9f8c363.
00040000:00000010:3.0:1788971219.228660:0:102139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003dc7ac61.
00040000:00000010:3.0:1788971219.228664:0:102139:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000016496328.
00040000:00000010:3.0:1788971219.228667:0:102139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bd56396.
00000004:00000010:3.0:1788971219.228671:0:102139:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000080be747a.
00000004:00000010:3.0:1788971219.228685:0:102139:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000000e011189.
00000004:00000010:3.0:1788971219.228690:0:102139:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000d23a07d3.
00002000:00000010:3.0:1788971219.228694:0:102139:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e5866328.
00000004:00000010:3.0:1788971219.228699:0:102139:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000a48ea018.
00000080:00000010:3.0:1788971219.228704:0:102139:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ee5b1b35.
00000080:00000010:3.0:1788971219.228707:0:102139:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000099a05ebe.
00000008:00000010:3.0:1788971219.228712:0:102139:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bda16189.
00020000:00000010:3.0:1788971219.228715:0:102139:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000b04f8b32.
00008000:00000010:3.0:1788971219.228718:0:102139:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000005eff195.
00000080:00000010:3.0:1788971219.228722:0:102139:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000cb834bd2.
02000000:00000010:3.0:1788971219.228739:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000002480bcb.
00000020:00000010:1.0:1788971219.228741:0:103851:0:(obd_mount.c:547:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000bb913e6c.
00000020:00000010:1.0:1788971219.228747:0:103851:0:(obd_mount.c:548:lustre_start_mgc()) kfreed 'data': 192 at 000000003fa043af.
00000400:00000200:3.0:1788971219.228748:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000020:00000010:1.0:1788971219.228753:0:103851:0:(obd_mount.c:549:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000df9ebda7.
00000400:00000010:3.0:1788971219.228755:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000424a535c.
00000080:00000010:1.0:1788971219.228761:0:103851:0:(llite_lib.c:1510:ll_fill_super()) kmalloced '(cfg)': 88 at 0000000037845a25.
00000400:00000010:3.0:1788971219.228764:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705bdefe.
00000080:00000010:1.0:1788971219.228768:0:103851:0:(llite_lib.c:97:ll_init_sbi()) kmalloced '(sbi)': 1400 at 000000002a0cab0c.
00000100:00000200:3.0:1788971219.228772:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189513856, portal 25
00000400:00000010:3.0:1788971219.228780:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006318e636.
00000100:00000200:3.0:1788971219.228783:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875872189513856, offset 0
00000400:00000200:3.0:1788971219.228792:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.228917:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.228926:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.228933:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.228937:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971219.228941:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.228945:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000020:00000010:1.0:1788971219.228946:0:103851:0:(cl_page.c:1300:cl_cache_init()) kmalloced '(cache)': 152 at 000000009e1b2710.
00000400:00000200:3.0:1788971219.228951:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [4:4:256:4294967295] 192.168.203.150@tcp LPNI seq info [4:4:8:4294967295]
00000080:00000010:1.0:1788971219.228952:0:103851:0:(llite_lib.c:131:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000000bfe1364.
00000080:00000010:1.0:1788971219.228958:0:103851:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 00000000ba496b7c.
00000400:00000200:3.0:1788971219.228959:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.228972:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.228978:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.228983:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d699adce.
00000800:00000200:3.0:1788971219.228992:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971219.229000:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.229010:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d699adce type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.229026:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971219.229031:0:102139:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0a4b67e.
00000100:00000010:3.0:1788971219.229047:0:102139:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c396da5.
00000800:00000200:3.0:1788971219.230617:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.230625:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d699adce.
00000400:00000200:3.0:1788971219.230631:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.230638:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.230644:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006318e636
00000400:00000010:3.0:1788971219.230647:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006318e636.
00000100:00000200:3.0:1788971219.230656:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@0000000005cd63a9 x1875872189513856/t0(0) o250->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000010:1.0:1788971219.231275:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008f0a541b.
00000020:00000010:1.0:1788971219.231281:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3008 at 00000000e1fb185b.
00000020:00000010:1.0:1788971219.231306:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000071b66f4a.
00000020:00000010:1.0:1788971219.231310:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1152 at 00000000e1697966.
00000020:00000010:1.0:1788971219.231324:0:103851:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000055ad1a0b.
00000020:00000010:1.0:1788971219.231330:0:103851:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000003fa043af.
00000020:00000010:1.0:1788971219.231334:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7770251.
00000020:00000010:1.0:1788971219.231340:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8e52495.
00000040:00000010:1.0:1788971219.231344:0:103851:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000001cdbc5a6.
00000020:00000010:1.0:1788971219.231348:0:103851:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e61678b9.
00000020:00000010:1.0:1788971219.231352:0:103851:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000007847dad8.
00040000:00000010:1.0:1788971219.231357:0:103851:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001ae74ddc.
00040000:00000010:1.0:1788971219.231361:0:103851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ee0e8434.
10000000:00000010:1.0:1788971219.231372:0:103851:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000009103c218.
02000000:00000010:1.0:1788971219.231380:0:103851:0:(sec_config.c:534:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000d5afc237.
00000100:00000010:1.0:1788971219.231388:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34b3d94.
02000000:00000010:1.0:1788971219.231401:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005c8d0b9.
00010000:00000010:1.0:1788971219.231416:0:103851:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000ea46c5f4.
00010000:00000010:1.0:1788971219.231423:0:103851:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008664ce4f.
00000020:00000010:1.0:1788971219.231427:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000004569abcf.
00000100:00000010:1.0:1788971219.231444:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000888d8e30.
00000100:00000010:3.0:1788971219.233023:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c396da5.
00000100:00000010:2.0:1788971219.235135:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0a4b67e.
00000400:00000200:2.0:1788971219.247675:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.247686:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.247695:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.247700:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.247706:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.247710:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 416 into portal 25 MB=0x6aa1887800080
00000400:00000200:2.0:1788971219.247715:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.247722:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 416/416 into md 0x21d [1] + 0
00000400:00000200:2.0:1788971219.247750:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.247755:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.247768:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@0000000005cd63a9 x1875872189513856/t0(0) o250->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971219.248305:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000424a535c.
00000400:00000200:3.0:1788971219.248312:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705bdefe
00000400:00000010:3.0:1788971219.248315:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000705bdefe.
00000100:00000200:3.0:1788971219.248322:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@0000000005cd63a9 x1875872189513856/t0(0) o250->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971219.248331:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@0000000005cd63a9 x1875872189513856/t0(0) o250->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971219.248396:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000002480bcb.
02000000:00000010:3.0:1788971219.248403:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d9a59430.
00000100:00000010:3.0:1788971219.248408:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005cd63a9.
02000000:00000010:1.0:1788971219.251430:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da022348.
00000400:00000200:1.0:1788971219.251448:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.251461:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0e58f1.
00000400:00000010:1.0:1788971219.251479:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a316706.
00000100:00000200:1.0:1788971219.251488:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189513984, portal 25
00000400:00000010:1.0:1788971219.251493:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003daa7ec4.
00000100:00000200:1.0:1788971219.251497:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872189513984, offset 0
00000400:00000200:1.0:1788971219.251518:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.251527:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.251547:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.251552:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.251556:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.251560:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.251563:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.251566:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [5:5:256:4294967295] 192.168.203.150@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:1.0:1788971219.251570:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.251580:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.251586:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.251591:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ed0f0a1.
00000800:00000200:1.0:1788971219.251597:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.251604:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.251608:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000007ed0f0a1 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.251628:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.251632:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c2e74be.
00000100:00000010:1.0:1788971219.251641:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000607b1376.
00000800:00000200:3.0:1788971219.251947:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.251951:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ed0f0a1.
00000400:00000200:3.0:1788971219.251958:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.251964:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.251969:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003daa7ec4
00000400:00000010:3.0:1788971219.251971:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003daa7ec4.
00000100:00000200:3.0:1788971219.251979:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000c34b3d94 x1875872189513984/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.255335:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c2e74be.
00000100:00000010:3.0:1788971219.255663:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000607b1376.
00000400:00000200:2.0:1788971219.264091:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.264106:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.264115:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.264119:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.264124:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.264127:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 344 into portal 25 MB=0x6aa1887800100
00000400:00000200:2.0:1788971219.264133:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.264138:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 344/344 into md 0x22d [1] + 224
00000400:00000200:2.0:1788971219.264153:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.264158:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.264171:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000c34b3d94 x1875872189513984/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971219.264276:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0e58f1.
00000400:00000200:3.0:1788971219.264283:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a316706
00000400:00000010:3.0:1788971219.264286:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002a316706.
00000100:00000200:3.0:1788971219.264292:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000c34b3d94 x1875872189513984/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971219.264302:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000c34b3d94 x1875872189513984/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.264330:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000888d8e30.
02000000:00000010:3.0:1788971219.264354:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da022348.
02000000:00000010:3.0:1788971219.264360:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000005c8d0b9.
00000100:00000010:3.0:1788971219.264364:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c34b3d94.
10000000:00000010:3.0:1788971219.264374:0:103851:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000bac80eba.
00000020:00000010:3.0:1788971219.264379:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5083c6c.
00000020:00000010:3.0:1788971219.264383:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a98542ce.
00000040:00000010:3.0:1788971219.264387:0:103851:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000098161b06.
00000020:00000010:3.0:1788971219.264391:0:103851:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000415ad169.
00000020:00000010:3.0:1788971219.264399:0:103851:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000e8fce815.
80000000:00000010:3.0:1788971219.264403:0:103851:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003c396da5.
00040000:00000010:3.0:1788971219.264408:0:103851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a880db54.
20000000:00000010:3.0:1788971219.264411:0:103851:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 000000005a3d814b.
00000040:00000010:3.0:1788971219.264417:0:103851:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aa9398fe.
00000100:00000010:3.0:1788971219.264423:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005cd63a9.
02000000:00000010:3.0:1788971219.264436:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a31bbd16.
00000100:00000010:3.0:1788971219.264449:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ef28684.
02000000:00000010:3.0:1788971219.264466:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c151e13.
00000400:00000200:3.0:1788971219.264471:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971219.264475:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000424a535c.
00000400:00000010:3.0:1788971219.264479:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705bdefe.
00000100:00000200:3.0:1788971219.264485:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189514112, portal 25
00000400:00000010:3.0:1788971219.264501:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006318e636.
00000100:00000200:3.0:1788971219.264504:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875872189514112, offset 0
00000400:00000200:3.0:1788971219.264511:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.264518:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.264524:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.264541:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.264545:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971219.264548:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.264551:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.264554:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [6:6:256:4294967295] 192.168.203.150@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:3.0:1788971219.264559:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.264567:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.264572:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.264577:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d699adce.
00000800:00000200:3.0:1788971219.264583:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971219.264590:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.264594:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d699adce type 1, nob 608 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.264608:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971219.264612:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053f8c3dc.
00000100:00000010:3.0:1788971219.264637:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072adcc76.
00000800:00000200:3.0:1788971219.264738:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.264742:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d699adce.
00000400:00000200:3.0:1788971219.264746:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.264749:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.264753:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006318e636
00000400:00000010:3.0:1788971219.264755:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006318e636.
00000100:00000200:3.0:1788971219.264760:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@0000000005cd63a9 x1875872189514112/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.268650:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072adcc76.
00000100:00000010:2.0:1788971219.269210:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053f8c3dc.
00000400:00000200:2.0:1788971219.273170:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.273182:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.273193:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.273198:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.273203:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.273206:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 272 into portal 25 MB=0x6aa1887800180
00000400:00000200:2.0:1788971219.273211:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.273217:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 272/272 into md 0x235 [1] + 224
00000400:00000200:2.0:1788971219.273235:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.273239:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.273261:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@0000000005cd63a9 x1875872189514112/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971219.274570:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000424a535c.
00000400:00000200:3.0:1788971219.274583:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705bdefe
00000400:00000010:3.0:1788971219.274594:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000705bdefe.
00000100:00000200:3.0:1788971219.274606:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@0000000005cd63a9 x1875872189514112/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971219.274617:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@0000000005cd63a9 x1875872189514112/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.274647:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ef28684.
02000000:00000010:3.0:1788971219.274660:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c151e13.
02000000:00000010:3.0:1788971219.274665:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a31bbd16.
00000100:00000010:3.0:1788971219.274668:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005cd63a9.
00000040:00000010:3.0:1788971219.274674:0:103851:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aa9398fe.
00000020:00000010:3.0:1788971219.274683:0:103851:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000a98542ce.
00000040:00000010:3.0:1788971219.274689:0:103851:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000098161b06.
00000020:00000010:3.0:1788971219.274693:0:103851:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000415ad169.
00000020:00000010:3.0:1788971219.274698:0:103851:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000e8fce815.
80000000:00000010:3.0:1788971219.274704:0:103851:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003c396da5.
00040000:00000010:3.0:1788971219.274709:0:103851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a880db54.
20000000:00000010:3.0:1788971219.274714:0:103851:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 000000005a3d814b.
00000020:00000010:3.0:1788971219.274717:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5083c6c.
10000000:00000010:3.0:1788971219.274720:0:103851:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000bac80eba.
10000000:00000010:3.0:1788971219.274754:0:103851:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 000000005a3d814b.
10000000:00000010:3.0:1788971219.274761:0:103851:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000a880db54.
10000000:00000010:3.0:1788971219.274765:0:103851:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000e8fce815.
00000100:00000010:3.0:1788971219.274771:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005cd63a9.
02000000:00000010:3.0:1788971219.274782:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa9398fe.
00010000:00000010:3.0:1788971219.274797:0:103851:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d40f4b8.
00000020:00000010:3.0:1788971219.274803:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000394bc8c1.
00000100:00000010:3.0:1788971219.274835:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ef28684.
02000000:00000010:3.0:1788971219.274852:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d0eaac1.
00000400:00000200:3.0:1788971219.274859:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971219.274862:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000424a535c.
00000400:00000010:3.0:1788971219.274867:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705bdefe.
00000100:00000200:3.0:1788971219.274874:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189514240, portal 25
00000400:00000010:3.0:1788971219.274884:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006318e636.
00000100:00000200:3.0:1788971219.274887:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872189514240, offset 0
00000400:00000200:3.0:1788971219.274893:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.274900:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.274907:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.274912:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.274917:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971219.274921:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.274925:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.274928:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [7:7:256:4294967295] 192.168.203.150@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:3.0:1788971219.274933:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.274943:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.274950:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.274955:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d699adce.
00000800:00000200:3.0:1788971219.274963:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971219.274970:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.274974:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d699adce type 1, nob 424 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.274997:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971219.275001:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c396da5.
00000100:00000010:3.0:1788971219.275014:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072adcc76.
00000800:00000200:2.0:1788971219.275144:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.275149:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d699adce.
00000400:00000200:2.0:1788971219.275153:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.275158:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.275162:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006318e636
00000400:00000010:2.0:1788971219.275164:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006318e636.
00000100:00000200:2.0:1788971219.275169:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@0000000005cd63a9 x1875872189514240/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.282199:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072adcc76.
00000100:00000010:2.0:1788971219.283947:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c396da5.
00000400:00000200:3.0:1788971219.286697:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.286706:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.286715:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.286720:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.286725:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.286728:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 344 into portal 25 MB=0x6aa1887800200
00000400:00000200:3.0:1788971219.286733:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.286738:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 344/344 into md 0x245 [1] + 224
00000400:00000200:3.0:1788971219.286751:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.286768:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971219.286782:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@0000000005cd63a9 x1875872189514240/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.286901:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000424a535c.
00000400:00000200:0.0:1788971219.286908:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705bdefe
00000400:00000010:0.0:1788971219.286911:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000705bdefe.
00000100:00000200:0.0:1788971219.286918:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@0000000005cd63a9 x1875872189514240/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.286928:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@0000000005cd63a9 x1875872189514240/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.286957:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002ef28684.
02000000:00000010:0.0:1788971219.286979:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d0eaac1.
02000000:00000010:0.0:1788971219.286984:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aa9398fe.
00000100:00000010:0.0:1788971219.286989:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005cd63a9.
10000000:00000010:0.0:1788971219.286997:0:103851:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000049a11099.
00000020:00000010:0.0:1788971219.287001:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072f20be0.
00000020:00000010:0.0:1788971219.287017:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f520a18.
00000040:00000010:0.0:1788971219.287022:0:103851:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000d16d297f.
00000020:00000010:0.0:1788971219.287029:0:103851:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ead211b1.
00000020:00000010:0.0:1788971219.287034:0:103851:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000472da7ba.
80000000:00000010:0.0:1788971219.287038:0:103851:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000da21f981.
00040000:00000010:0.0:1788971219.287043:0:103851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000552f9cbc.
20000000:00000010:0.0:1788971219.287053:0:103851:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 000000009e297a1b.
00000040:00000010:0.0:1788971219.287060:0:103851:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000369334a8.
00000100:00000010:0.0:1788971219.287066:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f2d5228.
02000000:00000010:0.0:1788971219.287079:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f08f37ec.
00000100:00000010:0.0:1788971219.287092:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005788102e.
02000000:00000010:0.0:1788971219.287109:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a77aff5a.
00000400:00000200:0.0:1788971219.287114:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.287117:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aab39d25.
00000400:00000010:0.0:1788971219.287122:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000236d0e96.
00000100:00000200:0.0:1788971219.287127:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189514368, portal 25
00000400:00000010:0.0:1788971219.287132:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adbdcc3b.
00000100:00000200:0.0:1788971219.287135:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875872189514368, offset 0
00000400:00000200:0.0:1788971219.287156:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.287163:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.287169:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.287174:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.287178:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.287181:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.287184:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.287188:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [8:8:256:4294967295] 192.168.203.150@tcp LPNI seq info [8:8:8:4294967295]
00000400:00000200:0.0:1788971219.287192:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.287199:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.287205:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.287209:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4bae011.
00000800:00000200:0.0:1788971219.287215:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.287222:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.287226:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4bae011 type 1, nob 608 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.287252:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.287257:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078624cf7.
00000100:00000010:0.0:1788971219.287266:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c402b0b.
00000800:00000200:2.0:1788971219.287445:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.287449:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4bae011.
00000400:00000200:2.0:1788971219.287454:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.287457:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.287461:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adbdcc3b
00000400:00000010:2.0:1788971219.287462:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000adbdcc3b.
00000100:00000200:2.0:1788971219.287467:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000008f2d5228 x1875872189514368/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971219.290854:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.290864:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.290874:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.290879:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.290885:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.290889:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 272 into portal 25 MB=0x6aa1887800280
00000400:00000200:3.0:1788971219.290894:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.290899:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 272/272 into md 0x255 [1] + 224
00000400:00000200:3.0:1788971219.290913:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.290918:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971219.290930:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000008f2d5228 x1875872189514368/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.290950:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078624cf7.
00000100:00000010:3.0:1788971219.290981:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c402b0b.
00000400:00000010:1.0:1788971219.291006:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aab39d25.
00000400:00000200:1.0:1788971219.291021:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000236d0e96
00000400:00000010:1.0:1788971219.291024:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000236d0e96.
00000100:00000200:1.0:1788971219.291030:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000008f2d5228 x1875872189514368/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971219.291039:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000008f2d5228 x1875872189514368/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 512/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971219.291067:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005788102e.
02000000:00000010:1.0:1788971219.291090:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a77aff5a.
02000000:00000010:1.0:1788971219.291093:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f08f37ec.
00000100:00000010:1.0:1788971219.291097:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f2d5228.
00000040:00000010:1.0:1788971219.291105:0:103851:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ca36b1db.
00000100:00000010:1.0:1788971219.291110:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f776158.
02000000:00000010:1.0:1788971219.291120:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edd30221.
00000100:00000010:1.0:1788971219.291130:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b85402de.
02000000:00000010:1.0:1788971219.291153:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000024bd45e3.
00000400:00000200:1.0:1788971219.291158:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.291160:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000046a70f5.
00000400:00000010:1.0:1788971219.291164:0:103851:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000df378f52.
00000100:00000200:1.0:1788971219.291169:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189514496, portal 25
00000400:00000010:1.0:1788971219.291173:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c9c83f.
00000100:00000200:1.0:1788971219.291176:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189514496, offset 0
00000400:00000200:1.0:1788971219.291182:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.291188:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.291193:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.291198:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.291201:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.291205:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.291208:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.291212:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [9:9:256:4294967295] 192.168.203.150@tcp LPNI seq info [9:9:8:4294967295]
00000400:00000200:1.0:1788971219.291216:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.291224:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.291229:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.291234:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b9c3d78.
00000800:00000200:1.0:1788971219.291240:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.291256:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.291260:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009b9c3d78 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.291277:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.291281:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006127eb9d.
00000100:00000010:1.0:1788971219.291294:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079fab4da.
00000800:00000200:2.0:1788971219.291478:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.291482:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b9c3d78.
00000400:00000200:2.0:1788971219.291487:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.291491:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.291494:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c9c83f
00000400:00000010:2.0:1788971219.291496:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c9c83f.
00000100:00000200:2.0:1788971219.291501:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000007f776158 x1875872189514496/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.294984:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006127eb9d.
00000100:00000010:3.0:1788971219.294999:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079fab4da.
00000400:00000200:3.0:1788971219.295597:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.295605:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.295613:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.295619:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.295624:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.295627:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8416 into portal 25 MB=0x6aa1887800300
00000400:00000200:3.0:1788971219.295632:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.295637:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8416/8416 into md 0x25d [4] + 224
00000400:00000200:3.0:1788971219.295667:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.295672:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971219.295683:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000007f776158 x1875872189514496/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971219.295936:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000046a70f5.
00000400:00000200:1.0:1788971219.295942:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df378f52
00000400:00000010:1.0:1788971219.295944:0:103851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000df378f52.
00000100:00000200:1.0:1788971219.295950:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000007f776158 x1875872189514496/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971219.295961:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000007f776158 x1875872189514496/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971219.295990:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b85402de.
02000000:00000010:1.0:1788971219.296001:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000024bd45e3.
02000000:00000010:1.0:1788971219.296024:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edd30221.
00000100:00000010:1.0:1788971219.296029:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f776158.
00000040:00000010:1.0:1788971219.296038:0:103851:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005c5c750e.
00000020:00000010:1.0:1788971219.298036:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edd30221.
00000020:00000010:1.0:1788971219.298047:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ef0db5e.
00000040:00000010:1.0:1788971219.298050:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004572a563.
00000020:00000010:1.0:1788971219.298055:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000162ab92d.
00000020:00000010:1.0:1788971219.298060:0:103870:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006be21cf5.
00000020:00000010:1.0:1788971219.298063:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000033b401cb.
80000000:00000010:1.0:1788971219.298067:0:103870:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f867ec1b.
40000000:00000010:1.0:1788971219.298072:0:103870:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000001bf4c79e.
00100000:00000010:1.0:1788971219.298076:0:103870:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000040735ed.
00040000:00000010:1.0:1788971219.298080:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009b9c3d78.
00040000:00000010:1.0:1788971219.298083:0:103870:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000db575f6a.
00040000:00000010:1.0:1788971219.298086:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c161226c.
00000004:00000010:1.0:1788971219.298090:0:103870:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000094fe33a4.
00000004:00000010:1.0:1788971219.298095:0:103870:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000009cd873bc.
00000004:00000010:1.0:1788971219.298101:0:103870:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000b7398f60.
00002000:00000010:1.0:1788971219.298105:0:103870:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000d90ac5e1.
00000004:00000010:1.0:1788971219.298109:0:103870:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000da022348.
00000020:00000010:1.0:1788971219.298114:0:103870:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b89f455.
00000040:00000010:1.0:1788971219.298122:0:103870:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006a490a22.
00000100:00000010:1.0:1788971219.298144:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f776158.
02000000:00000010:1.0:1788971219.298157:0:103870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ed99a1d.
00000100:00000010:1.0:1788971219.298171:0:103870:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df378f52.
02000000:00000010:1.0:1788971219.298199:0:103870:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c8e93bcd.
00000400:00000200:1.0:1788971219.298207:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.298210:0:103870:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000046a70f5.
00000400:00000010:1.0:1788971219.298216:0:103870:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001ba7921a.
00000100:00000200:1.0:1788971219.298222:0:103870:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189514624, portal 25
00000400:00000010:1.0:1788971219.298228:0:103870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008723ec30.
00000100:00000200:1.0:1788971219.298231:0:103870:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189514624, offset 0
00000400:00000200:1.0:1788971219.298240:0:103870:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.298258:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.298265:0:103870:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.298270:0:103870:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.298274:0:103870:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.298277:0:103870:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.298280:0:103870:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.298283:0:103870:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [10:10:256:4294967295] 192.168.203.150@tcp LPNI seq info [10:10:8:4294967295]
00000400:00000200:1.0:1788971219.298287:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.298296:0:103870:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.298302:0:103870:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.298307:0:103870:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000124992de.
00000800:00000200:1.0:1788971219.298314:0:103870:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.298321:0:103870:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.298325:0:103870:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000124992de type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.298346:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.298351:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072b98717.
00000100:00000010:1.0:1788971219.298362:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000318829a4.
00000800:00000200:2.0:1788971219.298570:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.298574:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000124992de.
00000400:00000200:2.0:1788971219.298577:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.298582:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.298594:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008723ec30
00000400:00000010:2.0:1788971219.298597:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008723ec30.
00000100:00000200:2.0:1788971219.298605:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@000000007f776158 x1875872189514624/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.302267:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000318829a4.
00000100:00000010:2.0:1788971219.302268:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072b98717.
00000400:00000200:3.0:1788971219.309678:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.309688:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.309696:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.309700:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.309706:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.309709:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8472 into portal 25 MB=0x6aa1887800380
00000400:00000200:3.0:1788971219.309714:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.309719:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8472/8472 into md 0x265 [4] + 224
00000400:00000200:3.0:1788971219.309736:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.309740:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971219.309752:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@000000007f776158 x1875872189514624/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971219.310112:0:103870:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000046a70f5.
00000400:00000200:1.0:1788971219.310119:0:103870:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba7921a
00000400:00000010:1.0:1788971219.310121:0:103870:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000001ba7921a.
00000100:00000200:1.0:1788971219.310141:0:103870:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@000000007f776158 x1875872189514624/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971219.310150:0:103870:0:(events.c:102:reply_in_callback()) @@@ unlink  req@000000007f776158 x1875872189514624/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971219.310175:0:103870:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df378f52.
02000000:00000010:1.0:1788971219.310184:0:103870:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c8e93bcd.
02000000:00000010:1.0:1788971219.310195:0:103870:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005ed99a1d.
00000100:00000010:1.0:1788971219.310200:0:103870:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f776158.
00000020:00000010:1.0:1788971219.310217:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000124992de.
00000020:00000010:1.0:1788971219.310221:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000124992de.
00000020:00000010:1.0:1788971219.310226:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310231:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310262:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000009ce2afda.
00000020:00000010:1.0:1788971219.310269:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000ae729a4a.
00000020:00000010:1.0:1788971219.310285:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310287:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310290:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310293:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000df378f52.
00000001:00000010:1.0:1788971219.310315:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000124992de.
00000001:00000010:1.0:1788971219.310320:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000308ab861.
00000001:00000010:1.0:1788971219.310323:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ed99a1d.
00000001:00000010:1.0:1788971219.310325:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ced2893b.
00000001:00000010:1.0:1788971219.310328:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005435c406.
00000001:00000010:1.0:1788971219.310330:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054048bad.
00000020:00000010:1.0:1788971219.310334:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c8d0b9.
00000020:00000010:1.0:1788971219.310338:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310347:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.310358:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.310369:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.310384:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.310395:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.310402:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6529abd.
00000020:00000010:1.0:1788971219.310405:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a78d0d12.
00000020:00000010:1.0:1788971219.310408:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ed940ce3.
00000008:00000010:1.0:1788971219.310412:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.310415:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.310418:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.310422:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.310425:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00020000:00000010:1.0:1788971219.310428:0:103870:0:(lov_dev.c:598:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000c8e93bcd.
00000020:00000010:1.0:1788971219.310439:0:103870:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000f783263.
00020000:00000010:1.0:1788971219.310572:0:103870:0:(lov_dev.c:615:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000166e9398.
00020000:00000010:1.0:1788971219.310576:0:103870:0:(lov_dev.c:622:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 00000000acd68ac5.
00000020:00000010:1.0:1788971219.310603:0:103870:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 000000000e02aedc.
00000020:00000010:1.0:1788971219.310612:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003dd8cee4.
00000020:00000010:1.0:1788971219.310615:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at 00000000f08f37ec.
00000020:00000010:1.0:1788971219.310622:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ea708259.
00000040:00000010:1.0:1788971219.310625:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000035f9b492.
00000020:00000010:1.0:1788971219.310629:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe4d88d1.
00000020:00000010:1.0:1788971219.310632:0:103870:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002ed095de.
00000020:00000010:1.0:1788971219.310636:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000197a3e3d.
80000000:00000010:1.0:1788971219.310639:0:103870:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f4f1742.
40000000:00000010:1.0:1788971219.310642:0:103870:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000c82fd0f7.
00000008:00000010:1.0:1788971219.310645:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000e86562a3.
00020000:00000010:1.0:1788971219.310647:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a039f13e.
00008000:00000010:1.0:1788971219.310650:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000118ed171.
00100000:00000010:1.0:1788971219.310653:0:103870:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b8cfca30.
00040000:00000010:1.0:1788971219.310657:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bce1799.
00040000:00000010:1.0:1788971219.310661:0:103870:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1d00ed1.
00040000:00000010:1.0:1788971219.310664:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c82b73c.
00000004:00000010:1.0:1788971219.310674:0:103870:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000005959300b.
00000004:00000010:1.0:1788971219.310679:0:103870:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000086740fde.
00000004:00000010:1.0:1788971219.310683:0:103870:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000e38fd0b2.
00002000:00000010:1.0:1788971219.310689:0:103870:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000001dd43ef9.
00000004:00000010:1.0:1788971219.310693:0:103870:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000001a174244.
00000080:00000010:1.0:1788971219.310695:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000afd6d296.
00000080:00000010:1.0:1788971219.310697:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000e8049215.
00000020:00000010:1.0:1788971219.310700:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000e639b984.
00000040:00000010:1.0:1788971219.310702:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000fef95a1.
00000020:00000010:1.0:1788971219.310704:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d345fb0.
00000020:00000010:1.0:1788971219.310707:0:103870:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000086ffef7e.
00000020:00000010:1.0:1788971219.310709:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000000f8a5de6.
80000000:00000010:1.0:1788971219.310711:0:103870:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000005a3174f.
40000000:00000010:1.0:1788971219.310712:0:103870:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000008fbf3a93.
00000008:00000010:1.0:1788971219.310715:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000f3bd03fb.
00020000:00000010:1.0:1788971219.310717:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a17a9a8e.
00008000:00000010:1.0:1788971219.310719:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000da4b375e.
00100000:00000010:1.0:1788971219.310721:0:103870:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007385a9cc.
00040000:00000010:1.0:1788971219.310724:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000432ad143.
00040000:00000010:1.0:1788971219.310736:0:103870:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d29feac8.
00040000:00000010:1.0:1788971219.310739:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000537a97b6.
00000004:00000010:1.0:1788971219.310741:0:103870:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000337e019a.
00000004:00000010:1.0:1788971219.310744:0:103870:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000005dbd554a.
00000004:00000010:1.0:1788971219.310746:0:103870:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000bf4e77b1.
00002000:00000010:1.0:1788971219.310748:0:103870:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000010a07091.
00000004:00000010:1.0:1788971219.310750:0:103870:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000f9a913c2.
00000080:00000010:1.0:1788971219.310752:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c9ea8d6d.
00000080:00000010:1.0:1788971219.310755:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000004312a8cc.
00000020:00000010:1.0:1788971219.310759:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000a78d0d12.
00000020:00000010:1.0:1788971219.310763:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000ed940ce3.
00000008:00000010:1.0:1788971219.310765:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.310768:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.310770:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.310773:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.310775:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.310779:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6529abd.
00000020:00000010:1.0:1788971219.310786:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310789:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.310791:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.310794:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.310797:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.310799:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.310801:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c8d0b9.
00000020:00000010:1.0:1788971219.310805:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000df378f52.
00000020:00000010:1.0:1788971219.310807:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310811:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009ad89eb3.
00000020:00000010:1.0:1788971219.310845:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009ad89eb3.
00000020:00000010:1.0:1788971219.310849:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009ad89eb3.
00000020:00000010:1.0:1788971219.310851:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009ad89eb3.
00000020:00000010:1.0:1788971219.310854:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310857:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310862:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000bf2e990f.
00000020:00000010:1.0:1788971219.310866:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000244c69e1.
00000020:00000010:1.0:1788971219.310873:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310875:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310877:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.310880:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 00000000df378f52.
00000001:00000010:1.0:1788971219.310901:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009ad89eb3.
00000001:00000010:1.0:1788971219.310904:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007ebeae6e.
00000001:00000010:1.0:1788971219.310906:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da2cd24d.
00000001:00000010:1.0:1788971219.310909:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000009246732.
00000001:00000010:1.0:1788971219.310911:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005c8d0b9.
00000001:00000010:1.0:1788971219.310913:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6529abd.
00000020:00000010:1.0:1788971219.310916:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78d0d12.
00000020:00000010:1.0:1788971219.310919:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.310921:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.310924:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.310929:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.310932:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.310935:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.310938:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee7d26c7.
00000020:00000010:1.0:1788971219.310941:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e83800db.
00000040:00000010:1.0:1788971219.310943:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000f43299b4.
00000020:00000010:1.0:1788971219.310946:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026c7d6fd.
00000020:00000010:1.0:1788971219.310951:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000e0fe4886.
00040000:00000010:1.0:1788971219.310954:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001338956b.
00040000:00000010:1.0:1788971219.310956:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000910ccf58.
00800000:00000010:1.0:1788971219.310959:0:103870:0:(lmv_obd.c:1252:lmv_device_alloc()) kmalloced '(lu)': 64 at 000000007d19e0b3.
80000000:00000010:1.0:1788971219.310969:0:103870:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 000000001ba7921a.
00800000:00000010:1.0:1788971219.310995:0:103870:0:(lmv_obd.c:1308:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000006e1a1209.
00800000:00000010:1.0:1788971219.310998:0:103870:0:(lmv_obd.c:1317:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000a182cce6.
00000020:00000010:1.0:1788971219.314534:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ca20ac67.
00000020:00000010:1.0:1788971219.314543:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1024 at 000000006331d5dd.
00000020:00000010:1.0:1788971219.314565:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000e83800db.
00000040:00000010:1.0:1788971219.314572:0:103870:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000f43299b4.
00000020:00000010:1.0:1788971219.314576:0:103870:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000026c7d6fd.
00000020:00000010:1.0:1788971219.314582:0:103870:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000e0fe4886.
00040000:00000010:1.0:1788971219.314587:0:103870:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001338956b.
00040000:00000010:1.0:1788971219.314591:0:103870:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000910ccf58.
00000020:00000010:1.0:1788971219.314594:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee7d26c7.
00000020:00000010:1.0:1788971219.314600:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.314604:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.314608:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.314613:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.314618:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.314623:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.314627:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78d0d12.
00000020:00000010:1.0:1788971219.314634:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 00000000df378f52.
00000020:00000010:1.0:1788971219.314637:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000002b6ed574.
00000020:00000010:1.0:1788971219.314657:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314661:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314666:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314668:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314672:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000ed940ce3.
00000020:00000010:1.0:1788971219.314675:0:103870:0:(obd_config.c:1151:class_add_profile()) kmalloced '(lprof)': 48 at 00000000632f01e5.
00000020:00000010:1.0:1788971219.314679:0:103870:0:(obd_config.c:1157:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 0000000098f27c81.
00000020:00000010:1.0:1788971219.314682:0:103870:0:(obd_config.c:1163:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 000000003295cc0b.
00000020:00000010:1.0:1788971219.314685:0:103870:0:(obd_config.c:1170:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 00000000bb223508.
00000020:00000010:1.0:1788971219.314687:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000ed940ce3.
00000020:00000010:1.0:1788971219.314690:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314692:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314697:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314699:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001338956b.
00000020:00000010:1.0:1788971219.314703:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000050a047b8.
00000100:00000010:1.0:1788971219.314707:0:103870:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 0000000030f6778a.
00000400:00000200:1.0:1788971219.314711:0:103870:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971219.314719:0:103870:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.314725:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.314731:0:103870:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971219.314737:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.314744:0:103870:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971219.314747:0:103870:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:1.0:1788971219.314750:0:103870:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
00000100:00000010:1.0:1788971219.314753:0:103870:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 0000000030f6778a.
00000020:00000010:1.0:1788971219.314756:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000050a047b8.
00000020:00000010:1.0:1788971219.314761:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000050a047b8.
00000020:00000010:1.0:1788971219.314766:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.314777:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000f54e232e.
00000020:00000010:1.0:1788971219.314785:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 0000000026c7d6fd.
00000020:00000010:1.0:1788971219.314802:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.314805:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000050a047b8.
00000020:00000010:1.0:1788971219.314840:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000050a047b8.
00000020:00000010:1.0:1788971219.314844:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000df378f52.
00000001:00000010:1.0:1788971219.314866:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001338956b.
00000001:00000010:1.0:1788971219.314871:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006658e1dd.
00000001:00000010:1.0:1788971219.314874:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000910ccf58.
00000001:00000010:1.0:1788971219.314877:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0fe4886.
00000001:00000010:1.0:1788971219.314879:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee7d26c7.
00000001:00000010:1.0:1788971219.314882:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f43299b4.
00000020:00000010:1.0:1788971219.314886:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e83800db.
00000020:00000010:1.0:1788971219.314890:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.314894:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.314898:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.314901:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.314904:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.314909:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.314915:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058aef3fc.
00000020:00000010:1.0:1788971219.314919:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000809622ba.
00000020:00000010:1.0:1788971219.314922:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000ed940ce3.
00000008:00000010:1.0:1788971219.314927:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.314930:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.314934:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.314938:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.314941:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000002:00000010:1.0:1788971219.314946:0:103870:0:(mdc_dev.c:1729:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000df194532.
00010000:00000010:1.0:1788971219.314959:0:103870:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000000f84b5cd.
00010000:00000010:1.0:1788971219.314966:0:103870:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003ca4c2af.
00010000:00000010:1.0:1788971219.314972:0:103870:0:(ldlm_lib.c:520:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000004d2fe70e.
00000020:00000010:1.0:1788971219.314977:0:103870:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 000000000c8a5675.
00000100:00000200:1.0:1788971219.314994:0:103870:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.150@tcp->12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.314998:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.315003:0:103870:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.150@tcp primary NID 192.168.203.150@tcp rc 0
00010000:00000010:1.0:1788971219.315008:0:103870:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000006be0f3e6.
00010000:00000010:1.0:1788971219.315019:0:103870:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 000000000bd4b711.
00000001:00000010:1.0:1788971219.315023:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ac3d12ce.
00000001:00000010:1.0:1788971219.315027:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000005caee0e1.
00000001:00000010:1.0:1788971219.315078:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1c3e00f.
00000001:00000010:1.0:1788971219.315133:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c5a013e.
00000001:00000010:1.0:1788971219.315184:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000042c39794.
00000001:00000010:1.0:1788971219.315241:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002614dfed.
00000001:00000010:1.0:1788971219.315306:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000089a92f68.
00000001:00000010:1.0:1788971219.315359:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7214daf.
00000001:00000010:1.0:1788971219.315409:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000cfd1758.
00000001:00000010:1.0:1788971219.315462:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f7e0a42a.
00000001:00000010:1.0:1788971219.315516:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004f9930b2.
00000001:00000010:1.0:1788971219.315567:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004fbf6198.
00000001:00000010:1.0:1788971219.315622:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040f14976.
00000001:00000010:1.0:1788971219.315673:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000955f7713.
00000001:00000010:1.0:1788971219.315727:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5e0ab32.
00000001:00000010:1.0:1788971219.315778:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf892e6e.
00000001:00000010:1.0:1788971219.315858:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c45664e8.
00000001:00000010:1.0:1788971219.315915:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b76a7bb0.
00000001:00000010:1.0:1788971219.315969:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d87ca8e7.
00000001:00000010:1.0:1788971219.316018:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000496ed52c.
00000001:00000010:1.0:1788971219.316072:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000174f2455.
00000001:00000010:1.0:1788971219.316129:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007dfcf315.
00000001:00000010:1.0:1788971219.316177:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f902dea.
00000001:00000010:1.0:1788971219.316227:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009b90b461.
00000001:00000010:1.0:1788971219.317205:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c10a36c4.
00000001:00000010:1.0:1788971219.324016:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f51e8e9.
00000001:00000010:1.0:1788971219.324068:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000708a20b5.
00000001:00000010:1.0:1788971219.324108:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f353af80.
00000001:00000010:1.0:1788971219.324148:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da6f5f18.
00000001:00000010:1.0:1788971219.324187:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005aa1ef70.
00000001:00000010:1.0:1788971219.324235:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eccaa95d.
00000001:00000010:1.0:1788971219.324290:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095785a3d.
00000001:00000010:1.0:1788971219.324346:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000020cb7960.
00000001:00000010:1.0:1788971219.324391:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b5de834d.
00000020:00000010:1.0:1788971219.324423:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f55d3bb6.
00000020:00000010:1.0:1788971219.324427:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000883560f5.
00000020:00000010:1.0:1788971219.324587:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000005063488.
00000020:00000010:1.0:1788971219.324590:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000001ef91785.
00000020:00000010:1.0:1788971219.328976:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000039127247.
00000020:00000010:1.0:1788971219.328988:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1024 at 00000000e569c11c.
00000020:00000010:1.0:1788971219.329866:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008f2d024e.
00000020:00000010:1.0:1788971219.329873:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000007a31c131.
00000040:00000010:1.0:1788971219.329913:0:103870:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008a75f770.
00000002:00000010:1.0:1788971219.329922:0:103870:0:(mdc_changelog.c:931:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 0000000074a35f03.
00000020:00000010:1.0:1788971219.331981:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000809622ba.
00000020:00000010:1.0:1788971219.331990:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000ed940ce3.
00000008:00000010:1.0:1788971219.331996:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.332001:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.332005:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.332010:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.332013:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.332017:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058aef3fc.
00000020:00000010:1.0:1788971219.332023:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.332026:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.332031:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.332035:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.332038:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.332041:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.332044:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e83800db.
00000020:00000010:1.0:1788971219.332049:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.332052:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000050a047b8.
00000020:00000010:1.0:1788971219.332069:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332073:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000df378f52.
00000020:00000010:1.0:1788971219.332083:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000809622ba.
00000020:00000010:1.0:1788971219.332087:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c0ac99e.
00000040:00000010:1.0:1788971219.332090:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000e83800db.
00000020:00000010:1.0:1788971219.332094:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ffad72cc.
00000020:00000010:1.0:1788971219.332097:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000058aef3fc.
00040000:00000010:1.0:1788971219.332102:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f8887946.
00040000:00000010:1.0:1788971219.332106:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008d00e8b2.
00800000:00000010:1.0:1788971219.332119:0:103870:0:(lmv_obd.c:451:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000e2ab3019.
00020000:00000010:1.0:1788971219.332124:0:103870:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000ff280063.
00000020:00000010:1.0:1788971219.332126:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000001c0ac99e.
00000040:00000010:1.0:1788971219.332130:0:103870:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000e83800db.
00000020:00000010:1.0:1788971219.332133:0:103870:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ffad72cc.
00000020:00000010:1.0:1788971219.332136:0:103870:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000058aef3fc.
00040000:00000010:1.0:1788971219.332139:0:103870:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f8887946.
00040000:00000010:1.0:1788971219.332143:0:103870:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008d00e8b2.
00000020:00000010:1.0:1788971219.332145:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000809622ba.
00000020:00000010:1.0:1788971219.332149:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d00e8b2.
00000020:00000010:1.0:1788971219.332151:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000058aef3fc.
00000020:00000010:1.0:1788971219.332154:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000002d4388bd.
00000008:00000010:1.0:1788971219.332157:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.332160:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.332163:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.332166:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.332169:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.332178:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000058aef3fc.
00000020:00000010:1.0:1788971219.332180:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000002d4388bd.
00000008:00000010:1.0:1788971219.332183:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.332185:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.332187:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.332189:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.332196:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.332199:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d00e8b2.
00000020:00000010:1.0:1788971219.332202:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000df378f52.
00000020:00000010:1.0:1788971219.332204:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332210:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332212:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332216:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332218:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332223:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332225:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000f8887946.
00000020:00000010:1.0:1788971219.332227:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000253f7de0.
00000100:00000010:1.0:1788971219.332231:0:103870:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000bced640f.
00000400:00000200:1.0:1788971219.332235:0:103870:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971219.332253:0:103870:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.332260:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.332265:0:103870:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971219.332271:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.332277:0:103870:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971219.332280:0:103870:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:1.0:1788971219.332282:0:103870:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
00000100:00000010:1.0:1788971219.332284:0:103870:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000bced640f.
00000020:00000010:1.0:1788971219.332287:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332291:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332295:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.332303:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000399dc31e.
00000020:00000010:1.0:1788971219.332309:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000ffad72cc.
00000020:00000010:1.0:1788971219.332323:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.332325:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332328:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.332331:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000df378f52.
00000001:00000010:1.0:1788971219.332350:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f8887946.
00000001:00000010:1.0:1788971219.332355:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000049c021b1.
00000001:00000010:1.0:1788971219.332362:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058aef3fc.
00000001:00000010:1.0:1788971219.332365:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008d00e8b2.
00000001:00000010:1.0:1788971219.332367:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e83800db.
00000001:00000010:1.0:1788971219.332369:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000809622ba.
00000020:00000010:1.0:1788971219.332372:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c0ac99e.
00000020:00000010:1.0:1788971219.332375:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.332378:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.332381:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.332384:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.332387:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.332390:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.332392:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009384ebbe.
00000020:00000010:1.0:1788971219.332396:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.332398:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000002d4388bd.
00000008:00000010:1.0:1788971219.332400:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.332402:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.332403:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.332405:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.332407:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000002:00000010:1.0:1788971219.332410:0:103870:0:(mdc_dev.c:1729:mdc_device_alloc()) kmalloced '(osc)': 104 at 000000001451c1f5.
00010000:00000010:1.0:1788971219.332420:0:103870:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000356be458.
00010000:00000010:1.0:1788971219.332425:0:103870:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000063e3462d.
00010000:00000010:1.0:1788971219.332428:0:103870:0:(ldlm_lib.c:520:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000060cdef93.
00000020:00000010:1.0:1788971219.332432:0:103870:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 000000001f8452e4.
00000100:00000200:1.0:1788971219.332445:0:103870:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.150@tcp->12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.332449:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.332452:0:103870:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.150@tcp primary NID 192.168.203.150@tcp rc 0
00010000:00000010:1.0:1788971219.332456:0:103870:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000fff50bf5.
00010000:00000010:1.0:1788971219.332461:0:103870:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000042387750.
00000001:00000010:1.0:1788971219.332464:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003b51f3a0.
00000001:00000010:1.0:1788971219.332466:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000b80ed884.
00000001:00000010:1.0:1788971219.332511:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d35bac6d.
00000001:00000010:1.0:1788971219.332552:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091b2ad31.
00000001:00000010:1.0:1788971219.332593:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000518976b8.
00000001:00000010:1.0:1788971219.332632:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000028659d51.
00000001:00000010:1.0:1788971219.332672:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009fc58bb1.
00000001:00000010:1.0:1788971219.332715:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f4607b3.
00000001:00000010:1.0:1788971219.338973:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006221e508.
00000001:00000010:1.0:1788971219.339032:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b252740.
00000001:00000010:1.0:1788971219.339076:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000076403c36.
00000001:00000010:1.0:1788971219.339121:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000f532c18.
00000001:00000010:1.0:1788971219.339167:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000009bb384b.
00000001:00000010:1.0:1788971219.339209:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001084be13.
00000001:00000010:1.0:1788971219.339264:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc8f77c8.
00000001:00000010:1.0:1788971219.339310:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f801227.
00000001:00000010:1.0:1788971219.339357:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007a56d44e.
00000001:00000010:1.0:1788971219.339404:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000046b3e03d.
00000001:00000010:1.0:1788971219.339447:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006c9eab3a.
00000001:00000010:1.0:1788971219.339493:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031ff7d24.
00000001:00000010:1.0:1788971219.339539:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000afd93ac0.
00000001:00000010:1.0:1788971219.339582:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002153062f.
00000001:00000010:1.0:1788971219.339624:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000068a17fd8.
00000001:00000010:1.0:1788971219.339666:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee06e4a1.
00000001:00000010:1.0:1788971219.339707:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1187d4b.
00000001:00000010:1.0:1788971219.346857:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000262114ae.
00000001:00000010:1.0:1788971219.346922:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d67b8ee7.
00000001:00000010:1.0:1788971219.346972:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e265c1be.
00000001:00000010:1.0:1788971219.347023:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000078ee25fc.
00000001:00000010:1.0:1788971219.347071:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e6fd7a2.
00000001:00000010:1.0:1788971219.349193:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fef7a879.
00000001:00000010:1.0:1788971219.350526:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000095397fe6.
00000001:00000010:1.0:1788971219.350596:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005e6952ca.
00000001:00000010:1.0:1788971219.350654:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000036ce0010.
00000020:00000010:1.0:1788971219.350696:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003d925f8b.
00000020:00000010:1.0:1788971219.350701:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000888d8e30.
00000020:00000010:1.0:1788971219.351081:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cb21388d.
00000020:00000010:1.0:1788971219.351084:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000000e47baa0.
00000020:00000010:1.0:1788971219.351278:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fb551b85.
00000020:00000010:1.0:1788971219.351592:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1024 at 000000007118a6c6.
00000020:00000010:1.0:1788971219.351630:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008724e029.
00000020:00000010:1.0:1788971219.351635:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000007b1b58fb.
00000040:00000010:1.0:1788971219.351678:0:103870:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000056984610.
00000002:00000010:1.0:1788971219.351686:0:103870:0:(mdc_changelog.c:931:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000d3191318.
00000020:00000010:1.0:1788971219.355056:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.355067:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000002d4388bd.
00000008:00000010:1.0:1788971219.355073:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.355078:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.355083:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.355089:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.355094:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.355098:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009384ebbe.
00000020:00000010:1.0:1788971219.355104:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.355109:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.355112:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.355115:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.355118:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.355121:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.355124:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c0ac99e.
00000020:00000010:1.0:1788971219.355130:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000df378f52.
00000020:00000010:1.0:1788971219.355133:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000253f7de0.
00000020:00000010:1.0:1788971219.355143:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.355148:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.355155:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.355158:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bad4fdfd.
00000040:00000010:1.0:1788971219.355166:0:103870:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000047199921.
00000020:00000010:1.0:1788971219.355170:0:103870:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001255cf3b.
00000020:00000010:1.0:1788971219.355174:0:103870:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000409088bd.
00040000:00000010:1.0:1788971219.355179:0:103870:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d0e4e241.
00040000:00000010:1.0:1788971219.355182:0:103870:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d2f40ee.
00800000:00000010:1.0:1788971219.355194:0:103870:0:(lmv_obd.c:451:lmv_add_target()) kmalloced '(tgt)': 368 at 0000000080f9e185.
00000020:00000010:1.0:1788971219.355198:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000bad4fdfd.
00000040:00000010:1.0:1788971219.355200:0:103870:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000047199921.
00000020:00000010:1.0:1788971219.355203:0:103870:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000001255cf3b.
00000020:00000010:1.0:1788971219.355207:0:103870:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000409088bd.
00040000:00000010:1.0:1788971219.355210:0:103870:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d0e4e241.
00040000:00000010:1.0:1788971219.355214:0:103870:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d2f40ee.
00000020:00000010:1.0:1788971219.355215:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.355219:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.355221:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d2f40ee.
00000020:00000010:1.0:1788971219.355224:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.355227:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.355231:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.355234:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.355237:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.355240:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.360314:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000009d2f40ee.
00000020:00000010:1.0:1788971219.360327:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.360333:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.360338:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.360342:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.360346:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.360350:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.360354:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082631ebc.
00000020:00000010:1.0:1788971219.360358:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.360360:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.360372:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360375:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360388:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360391:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360396:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360397:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d0e4e241.
00000020:00000010:1.0:1788971219.360400:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f7b6e15c.
00000100:00000010:1.0:1788971219.360405:0:103870:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000efe89ebf.
00000400:00000200:1.0:1788971219.360409:0:103870:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971219.360416:0:103870:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.360422:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.360427:0:103870:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971219.360432:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.360438:0:103870:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971219.360440:0:103870:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:1.0:1788971219.360442:0:103870:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
00000100:00000010:1.0:1788971219.360444:0:103870:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000efe89ebf.
00000020:00000010:1.0:1788971219.360447:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.360451:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.360454:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.360469:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000000f00491.
00000020:00000010:1.0:1788971219.360476:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000001255cf3b.
00000020:00000010:1.0:1788971219.360491:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.360493:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.360497:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.360500:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d3866ccd.
00000001:00000010:1.0:1788971219.360519:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0e4e241.
00000001:00000010:1.0:1788971219.360524:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000093df0d5d.
00000001:00000010:1.0:1788971219.360527:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082631ebc.
00000001:00000010:1.0:1788971219.360529:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d2f40ee.
00000001:00000010:1.0:1788971219.360532:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000409088bd.
00000001:00000010:1.0:1788971219.360533:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047199921.
00000020:00000010:1.0:1788971219.360537:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bad4fdfd.
00000020:00000010:1.0:1788971219.360541:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.360552:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.360556:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.360559:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.360562:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.360567:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.360570:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b86fc1a.
00000020:00000010:1.0:1788971219.360573:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db532f73.
00000020:00000010:1.0:1788971219.360575:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.360579:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.360582:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.360584:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.360587:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.360590:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000008:00000010:1.0:1788971219.360593:0:103870:0:(osc_dev.c:193:osc_device_alloc()) kmalloced '(osc)': 104 at 000000003757fc06.
00010000:00000010:1.0:1788971219.360604:0:103870:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000381fb816.
00010000:00000010:1.0:1788971219.360609:0:103870:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000008da43f6b.
00000020:00000010:1.0:1788971219.360615:0:103870:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 00000000fb1f77dd.
00000100:00000200:1.0:1788971219.360630:0:103870:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.150@tcp->12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.360635:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.360639:0:103870:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.150@tcp primary NID 192.168.203.150@tcp rc 0
00010000:00000010:1.0:1788971219.360643:0:103870:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000079ea9b69.
00010000:00000010:1.0:1788971219.360648:0:103870:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000070cea7c6.
00000001:00000010:1.0:1788971219.360651:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d96ed21a.
00000001:00000010:1.0:1788971219.360655:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000067be013b.
00000001:00000010:1.0:1788971219.360660:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000073ed699f.
00000001:00000010:1.0:1788971219.360665:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000287b3bbe.
00000001:00000010:1.0:1788971219.360669:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001127e57f.
00000001:00000010:1.0:1788971219.360674:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002037a86a.
00000001:00000010:1.0:1788971219.360687:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001fd4e4e4.
00000001:00000010:1.0:1788971219.360693:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007e791e27.
00000001:00000010:1.0:1788971219.360698:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ec3b3f68.
00000001:00000010:1.0:1788971219.360703:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a41f8ba7.
00000001:00000010:1.0:1788971219.360718:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000ed0afe8.
00000001:00000010:1.0:1788971219.360724:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bab1e8ff.
00000001:00000010:1.0:1788971219.360729:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fd644a67.
00000001:00000010:1.0:1788971219.360734:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008ce80699.
00000001:00000010:1.0:1788971219.360746:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000019175100.
00000001:00000010:1.0:1788971219.360752:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c217f233.
00000001:00000010:1.0:1788971219.360757:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000309be29a.
00000001:00000010:1.0:1788971219.360763:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004bc1df94.
00000020:00000010:1.0:1788971219.360773:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b4de74eb.
00000020:00000010:1.0:1788971219.360777:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000000d4ac883.
00000020:00000010:1.0:1788971219.360915:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004a72254c.
00000020:00000010:1.0:1788971219.360919:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000009ab51684.
00000020:00000010:1.0:1788971219.361103:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000015231129.
00000020:00000010:1.0:1788971219.361114:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 00000000069b4ff2.
00000100:00000010:1.0:1788971219.361156:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f776158.
00000100:00000010:1.0:1788971219.361314:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005c5ace96.
00000100:00000010:1.0:1788971219.361319:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025a2e149.
00000100:00000010:1.0:1788971219.361470:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000005916f9ee.
00000100:00000010:1.0:1788971219.361474:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000455650a5.
00000100:00000010:1.0:1788971219.362740:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b6230041.
00000100:00000010:1.0:1788971219.362753:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007583adee.
00000100:00000010:1.0:1788971219.362843:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000003ff596eb.
00000100:00000010:1.0:1788971219.362846:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000416629b8.
00000100:00000010:1.0:1788971219.362908:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000000cdaa5d3.
00000100:00000010:1.0:1788971219.362911:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000507c56ba.
00000100:00000010:1.0:1788971219.362968:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000cfec0a10.
00000100:00000010:1.0:1788971219.362970:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d69fe1c.
00000100:00000010:1.0:1788971219.371474:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000059178d75.
00000100:00000010:1.0:1788971219.371490:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ee27bf6.
00000100:00000010:1.0:1788971219.371640:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000008cfebb31.
00000100:00000010:1.0:1788971219.371644:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1e25209.
00000100:00000010:1.0:1788971219.371800:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000002d877ad3.
00000100:00000010:1.0:1788971219.371805:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c34b3d94.
00000100:00000010:1.0:1788971219.371965:0:103870:0:(client.c:671:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000772e2607.
00000020:00000010:1.0:1788971219.371975:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000db532f73.
00000020:00000010:1.0:1788971219.371980:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.371984:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.371989:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.371993:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.371998:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.372002:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.372007:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b86fc1a.
00000020:00000010:1.0:1788971219.372012:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.372017:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.372020:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.372024:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.372027:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.372030:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.372034:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bad4fdfd.
00000020:00000010:1.0:1788971219.372038:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.372041:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372052:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372057:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.372065:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bad4fdfd.
00000020:00000010:1.0:1788971219.372068:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b86fc1a.
00000020:00000010:1.0:1788971219.372071:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.372075:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.372078:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.372081:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.372085:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.372087:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00020000:00000010:1.0:1788971219.372101:0:103870:0:(lov_obd.c:504:lov_add_target()) kmalloced '(tgt)': 368 at 00000000db532f73.
00020000:00000010:1.0:1788971219.372107:0:103870:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000eb382839.
00020000:00000010:1.0:1788971219.372118:0:103870:0:(lov_dev.c:358:lov_expand_targets()) kmalloced '(newd)': 512 at 000000005bee1eb9.
00000020:00000010:1.0:1788971219.372122:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000000b86fc1a.
00000020:00000010:1.0:1788971219.372124:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.372126:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.372128:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.372130:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.372132:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.372134:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.372136:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bad4fdfd.
00000020:00000010:1.0:1788971219.372138:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.372140:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372147:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372149:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372154:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372156:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372161:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372163:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002e75ee87.
00000020:00000010:1.0:1788971219.372166:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f7b6e15c.
00000100:00000010:1.0:1788971219.372170:0:103870:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 00000000ec528b2b.
00000400:00000200:1.0:1788971219.372173:0:103870:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:1.0:1788971219.372180:0:103870:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.372186:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.372191:0:103870:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:1.0:1788971219.372197:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.372202:0:103870:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1788971219.372205:0:103870:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:1.0:1788971219.372207:0:103870:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
00000100:00000010:1.0:1788971219.372209:0:103870:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 00000000ec528b2b.
00000020:00000010:1.0:1788971219.372212:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372216:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372219:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.372227:0:103870:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000e1a3a197.
00000020:00000010:1.0:1788971219.372260:0:103870:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000ec75694c.
00000020:00000010:1.0:1788971219.372276:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.372279:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372284:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.372287:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d3866ccd.
00000001:00000010:1.0:1788971219.372317:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002e75ee87.
00000001:00000010:1.0:1788971219.372322:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000082acfa05.
00000001:00000010:1.0:1788971219.372325:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bad4fdfd.
00000001:00000010:1.0:1788971219.372327:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000b86fc1a.
00000001:00000010:1.0:1788971219.372330:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000befd5225.
00000001:00000010:1.0:1788971219.372332:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000127eaf2a.
00000020:00000010:1.0:1788971219.372336:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f9559ed.
00000020:00000010:1.0:1788971219.372339:0:103870:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.372342:0:103870:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.372346:0:103870:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.372349:0:103870:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.372351:0:103870:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.372354:0:103870:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.372357:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007833e8fd.
00000020:00000010:1.0:1788971219.372359:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c0ac99e.
00000020:00000010:1.0:1788971219.372361:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.372364:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.372366:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.372368:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.372370:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.372372:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00000008:00000010:1.0:1788971219.372375:0:103870:0:(osc_dev.c:193:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000c44caf51.
00010000:00000010:1.0:1788971219.372385:0:103870:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000007caffc39.
00010000:00000010:1.0:1788971219.372390:0:103870:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000004c129539.
00000020:00000010:1.0:1788971219.372398:0:103870:0:(genops.c:1264:class_new_import()) kmalloced '(imp)': 1720 at 000000009f935a13.
00000100:00000200:1.0:1788971219.372412:0:103870:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.203.150@tcp->12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.372417:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.372428:0:103870:0:(peer.c:1680:LNetPrimaryNID()) NID 192.168.203.150@tcp primary NID 192.168.203.150@tcp rc 0
00010000:00000010:1.0:1788971219.372433:0:103870:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000b725c28b.
00010000:00000010:1.0:1788971219.372438:0:103870:0:(ldlm_resource.c:993:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000087b70a09.
00000001:00000010:1.0:1788971219.372441:0:103870:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009384ebbe.
00000001:00000010:1.0:1788971219.372445:0:103870:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000d6dc0939.
00000001:00000010:1.0:1788971219.372450:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007f839c6b.
00000001:00000010:1.0:1788971219.372455:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000adc6a81e.
00000001:00000010:1.0:1788971219.372459:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000093360188.
00000001:00000010:1.0:1788971219.372471:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005274a414.
00000001:00000010:1.0:1788971219.372477:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a3c7a23b.
00000001:00000010:1.0:1788971219.372481:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007de408ec.
00000001:00000010:1.0:1788971219.372485:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003e86461c.
00000001:00000010:1.0:1788971219.372495:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000841f5351.
00000001:00000010:1.0:1788971219.372500:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000adfcfd93.
00000001:00000010:1.0:1788971219.372505:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d1e9e869.
00000001:00000010:1.0:1788971219.372509:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b4bf0465.
00000001:00000010:1.0:1788971219.372519:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000088bcdac9.
00000001:00000010:1.0:1788971219.372525:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b927f540.
00000001:00000010:1.0:1788971219.372529:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000097c1c9a0.
00000001:00000010:1.0:1788971219.372535:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000013371e8d.
00000001:00000010:1.0:1788971219.372545:0:103870:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002e276e49.
00000020:00000010:1.0:1788971219.372555:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000019a95ee2.
00000020:00000010:1.0:1788971219.372558:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000031b51679.
00000020:00000010:1.0:1788971219.372677:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a967e509.
00000020:00000010:1.0:1788971219.372680:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 704 at 000000002fa80731.
00000020:00000010:1.0:1788971219.372934:0:103870:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e259f322.
00000020:00000010:1.0:1788971219.372939:0:103870:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 00000000036ac1ee.
00000020:00000010:1.0:1788971219.372968:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000001c0ac99e.
00000020:00000010:1.0:1788971219.372973:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.372976:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.372978:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.372985:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.372988:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.372990:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.372993:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007833e8fd.
00000020:00000010:1.0:1788971219.372997:0:103870:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.372999:0:103870:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c472840.
00000008:00000010:1.0:1788971219.373002:0:103870:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000e7db980.
00020000:00000010:1.0:1788971219.373005:0:103870:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000090fd59d6.
00008000:00000010:1.0:1788971219.373007:0:103870:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005247c1ca.
00000080:00000010:1.0:1788971219.373010:0:103870:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000c14b463a.
00000020:00000010:1.0:1788971219.373012:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f9559ed.
00000020:00000010:1.0:1788971219.373014:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d3866ccd.
00000020:00000010:1.0:1788971219.373017:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.373021:0:103870:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.373025:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.373028:0:103870:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c5cd338.
00000020:00000010:1.0:1788971219.373032:0:103870:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f9559ed.
00000020:00000010:1.0:1788971219.373034:0:103870:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.373036:0:103870:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.373039:0:103870:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.373041:0:103870:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.373044:0:103870:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.373046:0:103870:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000474323a0.
00020000:00000010:1.0:1788971219.373052:0:103870:0:(lov_obd.c:504:lov_add_target()) kmalloced '(tgt)': 368 at 000000007833e8fd.
00000020:00000010:1.0:1788971219.373056:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000003f9559ed.
00000020:00000010:1.0:1788971219.373058:0:103870:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4be72b8.
00000008:00000010:1.0:1788971219.373060:0:103870:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000889d3a1d.
00020000:00000010:1.0:1788971219.373062:0:103870:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b671ff4a.
00008000:00000010:1.0:1788971219.373063:0:103870:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000958999bb.
00000080:00000010:1.0:1788971219.373065:0:103870:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000049caff27.
00000080:00000010:1.0:1788971219.373067:0:103870:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000474323a0.
00000020:00000010:1.0:1788971219.373068:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c5cd338.
00000020:00000010:1.0:1788971219.373077:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.373079:0:103870:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.373084:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c5caf20f.
00000020:00000010:1.0:1788971219.373086:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c5caf20f.
00000020:00000010:1.0:1788971219.373089:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c5caf20f.
00000020:00000010:1.0:1788971219.373091:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c5caf20f.
00000020:00000010:1.0:1788971219.373093:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.373095:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000f7b6e15c.
00000020:00000010:1.0:1788971219.373097:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c5caf20f.
00000020:00000010:1.0:1788971219.373099:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c5caf20f.
00000100:00000010:1.0:1788971219.373106:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb17afc8.
02000000:00000010:1.0:1788971219.373117:0:103870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f9559ed.
00000100:00000010:1.0:1788971219.373129:0:103870:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c62f119d.
02000000:00000010:1.0:1788971219.373153:0:103870:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bae5535d.
00000400:00000200:1.0:1788971219.373159:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.373163:0:103870:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000046a70f5.
00000400:00000010:1.0:1788971219.373168:0:103870:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002542e420.
00000100:00000200:1.0:1788971219.373174:0:103870:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189514752, portal 25
00000400:00000010:1.0:1788971219.373179:0:103870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eafaa63f.
00000100:00000200:1.0:1788971219.373182:0:103870:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189514752, offset 0
00000400:00000200:1.0:1788971219.373189:0:103870:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.373197:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.373202:0:103870:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.373207:0:103870:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.373210:0:103870:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.373214:0:103870:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.373216:0:103870:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.373219:0:103870:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [11:11:256:4294967295] 192.168.203.150@tcp LPNI seq info [11:11:8:4294967295]
00000400:00000200:1.0:1788971219.373224:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.373233:0:103870:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.373239:0:103870:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.373258:0:103870:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5caf20f.
00000800:00000200:1.0:1788971219.373265:0:103870:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.373272:0:103870:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.373276:0:103870:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c5caf20f type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.373303:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.373307:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4be72b8.
00000100:00000010:1.0:1788971219.373318:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2627b5c.
00000800:00000200:3.0:1788971219.375563:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.375570:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5caf20f.
00000400:00000200:3.0:1788971219.375576:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.375585:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.375591:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eafaa63f
00000400:00000010:3.0:1788971219.375593:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000eafaa63f.
00000100:00000200:3.0:1788971219.375603:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000eb17afc8 x1875872189514752/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.376872:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2627b5c.
00000100:00000010:2.0:1788971219.378304:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4be72b8.
00000400:00000200:2.0:1788971219.379094:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.379103:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.379113:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.379118:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.379124:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.379128:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8472 into portal 25 MB=0x6aa1887800400
00000400:00000200:2.0:1788971219.379133:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.379139:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8472/8472 into md 0x26d [4] + 224
00000400:00000200:2.0:1788971219.379158:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.379163:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.379178:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000eb17afc8 x1875872189514752/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971219.381361:0:103870:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000046a70f5.
00000400:00000200:1.0:1788971219.381370:0:103870:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002542e420
00000400:00000010:1.0:1788971219.381373:0:103870:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000002542e420.
00000100:00000200:1.0:1788971219.381385:0:103870:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000eb17afc8 x1875872189514752/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971219.381396:0:103870:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000eb17afc8 x1875872189514752/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971219.381424:0:103870:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c62f119d.
02000000:00000010:1.0:1788971219.381438:0:103870:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bae5535d.
02000000:00000010:1.0:1788971219.381455:0:103870:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f9559ed.
00000100:00000010:1.0:1788971219.381460:0:103870:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb17afc8.
00000020:00000010:1.0:1788971219.381477:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b6f576aa.
00000020:00000010:1.0:1788971219.381481:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b6f576aa.
00000020:00000010:1.0:1788971219.381486:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000661f3046.
00000020:00000010:1.0:1788971219.381492:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000661f3046.
00000100:00000010:1.0:1788971219.381497:0:103870:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb17afc8.
02000000:00000010:1.0:1788971219.381507:0:103870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f9559ed.
00000100:00000010:1.0:1788971219.381517:0:103870:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c62f119d.
02000000:00000010:1.0:1788971219.381544:0:103870:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000bae5535d.
00000400:00000200:1.0:1788971219.381552:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.381554:0:103870:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000046a70f5.
00000400:00000010:1.0:1788971219.381559:0:103870:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002542e420.
00000100:00000200:1.0:1788971219.381564:0:103870:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189514880, portal 25
00000400:00000010:1.0:1788971219.381568:0:103870:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017d32e45.
00000100:00000200:1.0:1788971219.381577:0:103870:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189514880, offset 0
00000400:00000200:1.0:1788971219.381584:0:103870:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.381591:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.381597:0:103870:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.381602:0:103870:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.381605:0:103870:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.381609:0:103870:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.381611:0:103870:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.381614:0:103870:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [12:12:256:4294967295] 192.168.203.150@tcp LPNI seq info [12:12:8:4294967295]
00000400:00000200:1.0:1788971219.381619:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.381627:0:103870:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.381633:0:103870:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.381637:0:103870:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b6f576aa.
00000800:00000200:1.0:1788971219.381642:0:103870:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.381649:0:103870:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.381653:0:103870:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b6f576aa type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.381674:0:103870:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.381678:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000661f3046.
00000100:00000010:1.0:1788971219.381687:0:103870:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e617e1.
00000800:00000200:3.0:1788971219.381846:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.381850:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b6f576aa.
00000400:00000200:3.0:1788971219.381855:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.381860:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.381865:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017d32e45
00000400:00000010:3.0:1788971219.381867:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017d32e45.
00000100:00000200:3.0:1788971219.381872:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000eb17afc8 x1875872189514880/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.384959:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e617e1.
00000100:00000010:2.0:1788971219.386081:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000661f3046.
00000400:00000200:2.0:1788971219.394632:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.394641:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.394650:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.394654:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.394659:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.394662:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8472 into portal 25 MB=0x6aa1887800480
00000400:00000200:2.0:1788971219.394667:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.394671:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8472/8472 into md 0x275 [4] + 224
00000400:00000200:2.0:1788971219.394690:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.394694:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.394706:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000eb17afc8 x1875872189514880/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971219.394798:0:103870:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000046a70f5.
00000400:00000200:3.0:1788971219.394808:0:103870:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002542e420
00000400:00000010:3.0:1788971219.394810:0:103870:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000002542e420.
00000100:00000200:3.0:1788971219.394921:0:103870:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000eb17afc8 x1875872189514880/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971219.394930:0:103870:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000eb17afc8 x1875872189514880/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.394957:0:103870:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c62f119d.
02000000:00000010:3.0:1788971219.394969:0:103870:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000bae5535d.
02000000:00000010:3.0:1788971219.394983:0:103870:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f9559ed.
00000100:00000010:3.0:1788971219.394987:0:103870:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eb17afc8.
00000020:00000010:3.0:1788971219.395014:0:103870:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000d699adce.
00000020:00000010:3.0:1788971219.395018:0:103870:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000d699adce.
00000040:00000010:3.0:1788971219.395022:0:103870:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at 000000006a490a22.
00000020:00000010:3.0:1788971219.395030:0:103870:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002b89f455.
00000020:00000010:3.0:1788971219.395043:0:103870:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000008ef0db5e.
00000040:00000010:3.0:1788971219.395047:0:103870:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000004572a563.
00000020:00000010:3.0:1788971219.395051:0:103870:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000162ab92d.
00000020:00000010:3.0:1788971219.395055:0:103870:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006be21cf5.
00000020:00000010:3.0:1788971219.395060:0:103870:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000033b401cb.
80000000:00000010:3.0:1788971219.395064:0:103870:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f867ec1b.
40000000:00000010:3.0:1788971219.395068:0:103870:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 000000001bf4c79e.
00100000:00000010:3.0:1788971219.395072:0:103870:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000040735ed.
00040000:00000010:3.0:1788971219.395077:0:103870:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009b9c3d78.
00040000:00000010:3.0:1788971219.395084:0:103870:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 00000000db575f6a.
00040000:00000010:3.0:1788971219.395088:0:103870:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c161226c.
00000004:00000010:3.0:1788971219.395091:0:103870:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 0000000094fe33a4.
00000004:00000010:3.0:1788971219.395095:0:103870:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 000000009cd873bc.
00000004:00000010:3.0:1788971219.395100:0:103870:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000b7398f60.
00002000:00000010:3.0:1788971219.395104:0:103870:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000d90ac5e1.
00000004:00000010:3.0:1788971219.395108:0:103870:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000da022348.
00000020:00000010:3.0:1788971219.395111:0:103870:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edd30221.
00000040:00000010:0.0:1788971219.397466:0:103851:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005c5c750e.
00000040:00000010:0.0:1788971219.397498:0:103851:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ca36b1db.
00000040:00000010:0.0:1788971219.397502:0:103851:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000369334a8.
00000020:00000010:0.0:1788971219.397509:0:103851:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000000f520a18.
00000040:00000010:0.0:1788971219.397513:0:103851:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000d16d297f.
00000020:00000010:0.0:1788971219.397517:0:103851:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ead211b1.
00000020:00000010:0.0:1788971219.397523:0:103851:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000472da7ba.
80000000:00000010:0.0:1788971219.397526:0:103851:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000da21f981.
00040000:00000010:0.0:1788971219.397530:0:103851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000552f9cbc.
20000000:00000010:0.0:1788971219.397534:0:103851:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 000000009e297a1b.
00000020:00000010:0.0:1788971219.397537:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072f20be0.
10000000:00000010:0.0:1788971219.397539:0:103851:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000049a11099.
00000100:00000010:0.0:1788971219.397566:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.397581:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e3d0792.
00010000:00000010:0.0:1788971219.397595:0:103851:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000003d66956a.
00010000:00000010:0.0:1788971219.397601:0:103851:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001081928f.
00000020:00000010:0.0:1788971219.397606:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000be7d6a44.
00000100:00000010:0.0:1788971219.397622:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.397642:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4578a3a.
00000400:00000200:0.0:1788971219.397649:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.397653:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000931aafbc.
00000400:00000010:0.0:1788971219.397658:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.397665:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189515008, portal 25
00000400:00000010:0.0:1788971219.397669:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004450af75.
00000100:00000200:0.0:1788971219.397672:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872189515008, offset 0
00000400:00000200:0.0:1788971219.397680:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.397688:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.397694:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.397700:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.397704:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.397707:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.397710:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.397713:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [13:13:256:4294967295] 192.168.203.150@tcp LPNI seq info [13:13:8:4294967295]
00000400:00000200:0.0:1788971219.397717:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.397731:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.397737:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.397741:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4bae011.
00000800:00000200:0.0:1788971219.397748:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.397755:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.397760:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f4bae011 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.397780:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.397783:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da21f981.
00000100:00000010:0.0:1788971219.397795:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecf2ee7d.
00000800:00000200:3.0:1788971219.399569:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.399575:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4bae011.
00000400:00000200:3.0:1788971219.399593:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.399600:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.399607:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004450af75
00000400:00000010:3.0:1788971219.399609:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004450af75.
00000100:00000200:3.0:1788971219.399619:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515008/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.400893:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da21f981.
00000100:00000010:3.0:1788971219.401048:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecf2ee7d.
00000400:00000200:2.0:1788971219.405132:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.405143:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.405152:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.405157:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.405162:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.405166:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 344 into portal 25 MB=0x6aa1887800500
00000400:00000200:2.0:1788971219.405172:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.405177:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 344/344 into md 0x27d [1] + 224
00000400:00000200:2.0:1788971219.405204:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.405221:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.405240:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515008/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.405397:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000931aafbc.
00000400:00000200:0.0:1788971219.405402:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbf06a4
00000400:00000010:0.0:1788971219.405405:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.405410:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515008/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.405419:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515008/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.405445:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.405465:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4578a3a.
02000000:00000010:0.0:1788971219.405469:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e3d0792.
00000100:00000010:0.0:1788971219.405473:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
10000000:00000010:0.0:1788971219.405483:0:103851:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 2048 at 00000000a9f9f6ff.
00000100:00000010:0.0:1788971219.405999:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.406012:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e3d0792.
00000100:00000010:0.0:1788971219.406022:0:103851:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c4578a3a.
00000100:00000010:0.0:1788971219.406026:0:103851:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000000dee574d.
00000100:00000010:0.0:1788971219.406043:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000697c94d9.
00000400:00000200:0.0:1788971219.406062:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.406064:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000931aafbc.
00000400:00000010:0.0:1788971219.408013:0:103851:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005fe94345.
00000100:00000200:0.0:1788971219.408034:0:103851:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa1887800580-0x6aa1887800580, portal 33
02000000:00000010:0.0:1788971219.408056:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093dd30b0.
00000400:00000200:0.0:1788971219.408063:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.408067:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035efded6.
00000400:00000010:0.0:1788971219.408073:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.408077:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189515136, portal 25
00000400:00000010:0.0:1788971219.408084:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf30ded.
00000100:00000200:0.0:1788971219.408088:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875872189515136, offset 0
00000400:00000200:0.0:1788971219.408097:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.408106:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.408114:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.408120:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.408124:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.408128:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.408130:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.408133:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [14:14:256:4294967295] 192.168.203.150@tcp LPNI seq info [14:14:8:4294967295]
00000400:00000200:0.0:1788971219.408138:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.408148:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.408154:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.408160:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b293ae2.
00000800:00000200:0.0:1788971219.408166:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.408174:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.408178:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004b293ae2 type 1, nob 400 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.408193:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.408198:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000710db61f.
00000100:00000010:0.0:1788971219.408224:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c902f73.
00000800:00000200:2.0:1788971219.408553:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.408557:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b293ae2.
00000400:00000200:2.0:1788971219.408562:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.408567:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.408572:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf30ded
00000400:00000010:2.0:1788971219.408575:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004cf30ded.
00000100:00000200:2.0:1788971219.408582:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515136/t0(0) o256->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.412408:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000710db61f.
00000400:00000200:2.0:1788971219.412450:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412457:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.412465:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412469:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412474:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412478:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 176 into portal 33 MB=0x6aa1887800580
00000400:00000200:2.0:1788971219.412483:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412499:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.150@tcp of length 176/176 into md 0x285 [256] + 0
00000400:00000010:2.0:1788971219.412504:0:102135:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000931aafbc.
00000400:00000200:2.0:1788971219.412508:0:102135:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fe94345
00000400:00000200:2.0:1788971219.412522:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.412527:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.412532:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe94345
00000400:00000010:2.0:1788971219.412534:0:102135:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at 000000005fe94345.
00000100:00000200:2.0:1788971219.412539:0:102135:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b95826a9 desc 00000000c4578a3a mbits 1875872189515136
00000400:00000200:2.0:1788971219.412551:0:102135:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0
00000400:00000200:2.0:1788971219.412555:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412560:0:102135:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.50@tcp to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971219.412566:0:102135:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [15:15:256:4294967295] 192.168.203.150@tcp LPNI seq info [15:15:8:4294967295]
00000400:00000200:2.0:1788971219.412570:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.412578:0:102135:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:192.168.203.50@tcp) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) 192.168.203.150@tcp : ACK try# 0
00000800:00000200:2.0:1788971219.412583:0:102135:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971219.412590:0:102135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 00000000f95e5549.
00000800:00000200:2.0:1788971219.412596:0:102135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971219.412604:0:102135:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971219.412609:0:102135:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f95e5549 type 0, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1788971219.412701:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.412705:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 00000000f95e5549.
00000400:00000200:2.0:1788971219.412708:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.412711:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: ACK: OK
00000100:00000010:3.0:1788971219.412930:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c902f73.
00000400:00000200:2.0:1788971219.430414:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.430426:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.430436:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.430441:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.430447:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.430450:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 240 into portal 25 MB=0x6aa1887800580
00000400:00000200:2.0:1788971219.430456:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.430476:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 240/240 into md 0x28d [1] + 224
00000400:00000200:2.0:1788971219.430492:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.430497:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.430508:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515136/t0(0) o256->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.430614:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035efded6.
00000400:00000200:0.0:1788971219.430620:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbf06a4
00000400:00000010:0.0:1788971219.430622:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.430628:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515136/t0(0) o256->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.430649:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515136/t0(0) o256->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 304/240 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.430677:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000697c94d9.
10000000:00000010:0.0:1788971219.430689:0:103851:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000c0177fdc.
10000000:00000010:0.0:1788971219.430694:0:103851:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 00000000248d6808.
10000000:00000200:0.0:1788971219.430699:0:103851:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:0.0:1788971219.430709:0:103851:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.150@tcp with 192.168.203.150@tcp
00000100:00000200:0.0:1788971219.430712:0:103851:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.150@tcp'
00000400:00000200:0.0:1788971219.430714:0:103851:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971219.430719:0:103851:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.430723:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430727:0:103851:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:0.0:1788971219.430731:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430736:0:103851:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971219.430738:0:103851:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:0.0:1788971219.430740:0:103851:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
10000000:00000200:0.0:1788971219.430743:0:103851:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:0.0:1788971219.430747:0:103851:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.150@tcp with 192.168.203.150@tcp
00000100:00000200:0.0:1788971219.430749:0:103851:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.150@tcp'
00000400:00000200:0.0:1788971219.430750:0:103851:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971219.430751:0:103851:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.430754:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430755:0:103851:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:0.0:1788971219.430758:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430760:0:103851:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971219.430762:0:103851:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:0.0:1788971219.430764:0:103851:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
10000000:00000200:0.0:1788971219.430765:0:103851:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:0.0:1788971219.430769:0:103851:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.150@tcp with 192.168.203.150@tcp
00000100:00000200:0.0:1788971219.430770:0:103851:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.150@tcp'
00000400:00000200:0.0:1788971219.430771:0:103851:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971219.430773:0:103851:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.430781:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430783:0:103851:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:0.0:1788971219.430786:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430788:0:103851:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971219.430790:0:103851:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:0.0:1788971219.430792:0:103851:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
10000000:00000200:0.0:1788971219.430795:0:103851:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs
00000100:00000200:0.0:1788971219.430799:0:103851:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.150@tcp with 192.168.203.150@tcp
00000100:00000200:0.0:1788971219.430800:0:103851:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.150@tcp'
00000400:00000200:0.0:1788971219.430801:0:103851:0:(peer.c:1493:LNetAddPeer()) Add peer with 1 NIDs
00000400:00000200:0.0:1788971219.430803:0:103851:0:(peer.c:1507:LNetAddPeer()) Adding NID[0]: 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.430805:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430807:0:103851:0:(peer.c:1952:lnet_peer_add()) peer 192.168.203.150@tcp NID flags 0x100001: -17
00000400:00000200:0.0:1788971219.430809:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.430811:0:103851:0:(peer.c:3020:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:0.0:1788971219.430850:0:103851:0:(peer.c:3029:lnet_discover_peer_locked()) peer 192.168.203.150@tcp NID 192.168.203.150@tcp: 0. pending discovery
00000400:00000200:0.0:1788971219.430852:0:103851:0:(peer.c:1561:LNetAddPeer()) A peer exists for NID 192.168.203.150@tcp
10000000:00000010:0.0:1788971219.430855:0:103851:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 00000000248d6808.
10000000:00000010:0.0:1788971219.430858:0:103851:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000c0177fdc.
02000000:00000010:0.0:1788971219.430863:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093dd30b0.
00000100:00000010:0.0:1788971219.430883:0:103851:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000000dee574d.
00000100:00000010:0.0:1788971219.430886:0:103851:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c4578a3a.
02000000:00000010:0.0:1788971219.430889:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e3d0792.
00000100:00000010:0.0:1788971219.430893:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
10000000:00000010:0.0:1788971219.431552:0:103851:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 2048 at 00000000a9f9f6ff.
00000100:00000010:0.0:1788971219.431625:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.431641:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e3d0792.
00010000:00000010:0.0:1788971219.431654:0:103851:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000000b82c5d4.
00010000:00000010:0.0:1788971219.431659:0:103851:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008183dfd1.
00000100:00000010:0.0:1788971219.431675:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.431694:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4578a3a.
00000400:00000200:0.0:1788971219.431699:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.431702:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035efded6.
00000400:00000010:0.0:1788971219.431712:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.431718:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189515264, portal 25
00000400:00000010:0.0:1788971219.431722:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7230be1.
00000100:00000200:0.0:1788971219.431724:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872189515264, offset 0
00000400:00000200:0.0:1788971219.431732:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.431739:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.431744:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.431749:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.431752:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.431755:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.431758:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.431761:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [16:16:256:4294967295] 192.168.203.150@tcp LPNI seq info [16:16:8:4294967295]
00000400:00000200:0.0:1788971219.431765:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.431772:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.431777:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.431781:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000003b9bf7.
00000800:00000200:0.0:1788971219.431787:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.431793:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.431797:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000003b9bf7 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.431845:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.431849:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007a2cc68e.
00000100:00000010:0.0:1788971219.431859:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e61d22ae.
00000800:00000200:3.0:1788971219.432004:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.432009:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000003b9bf7.
00000400:00000200:3.0:1788971219.432013:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.432017:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.432022:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7230be1
00000400:00000010:3.0:1788971219.432023:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f7230be1.
00000100:00000200:3.0:1788971219.432029:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515264/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.435957:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007a2cc68e.
00000100:00000010:3.0:1788971219.436020:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e61d22ae.
00000400:00000200:2.0:1788971219.437732:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.437744:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.437753:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.437757:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.437762:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.437766:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 344 into portal 25 MB=0x6aa1887800600
00000400:00000200:2.0:1788971219.437771:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.437776:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 344/344 into md 0x295 [1] + 224
00000400:00000200:2.0:1788971219.437789:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.437794:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.437805:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515264/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.438387:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035efded6.
00000400:00000200:0.0:1788971219.438394:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbf06a4
00000400:00000010:0.0:1788971219.438396:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.438403:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515264/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.438411:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515264/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.438438:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.438476:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4578a3a.
02000000:00000010:0.0:1788971219.438481:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e3d0792.
00000100:00000010:0.0:1788971219.438484:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
10000000:00000010:0.0:1788971219.438492:0:103851:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000049a11099.
00000020:00000010:0.0:1788971219.438495:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e3d0792.
00000020:00000010:0.0:1788971219.438499:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093dd30b0.
00000040:00000010:0.0:1788971219.438502:0:103851:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008a773699.
00000020:00000010:0.0:1788971219.438507:0:103851:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a9f9f6ff.
00000020:00000010:0.0:1788971219.438511:0:103851:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ffc24f12.
80000000:00000010:0.0:1788971219.438515:0:103851:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000705b6bd3.
00040000:00000010:0.0:1788971219.438519:0:103851:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000072beaef6.
20000000:00000010:0.0:1788971219.438523:0:103851:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 0000000036d81367.
00000040:00000010:0.0:1788971219.438529:0:103851:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f0257285.
00000100:00000010:0.0:1788971219.438534:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.438546:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6fe55ee.
00000100:00000010:0.0:1788971219.438558:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.438575:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003de76cad.
00000400:00000200:0.0:1788971219.438579:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.438582:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035efded6.
00000400:00000010:0.0:1788971219.438586:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.438593:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189515392, portal 25
00000400:00000010:0.0:1788971219.438597:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011c69c2b.
00000100:00000200:0.0:1788971219.438600:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875872189515392, offset 0
00000400:00000200:0.0:1788971219.438606:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.438611:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.438617:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.438621:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.438625:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.438629:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.438631:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.438634:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [17:17:256:4294967295] 192.168.203.150@tcp LPNI seq info [17:17:8:4294967295]
00000400:00000200:0.0:1788971219.438639:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.438653:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.438659:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.438663:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f14465e0.
00000800:00000200:0.0:1788971219.438669:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.438676:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.438680:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f14465e0 type 1, nob 600 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.440493:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.440505:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045147990.
00000100:00000010:0.0:1788971219.440531:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df344073.
00000100:00000010:2.0:1788971219.444005:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045147990.
00000100:00000010:3.0:1788971219.444435:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df344073.
00000800:00000200:2.0:1788971219.444575:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.444580:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f14465e0.
00000400:00000200:2.0:1788971219.444654:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.444664:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.444671:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011c69c2b
00000400:00000010:2.0:1788971219.444674:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000011c69c2b.
00000100:00000200:2.0:1788971219.444684:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515392/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971219.447727:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.447737:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.447746:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.447763:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.447768:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.447771:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 272 into portal 25 MB=0x6aa1887800680
00000400:00000200:2.0:1788971219.447777:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.447783:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 272/272 into md 0x29d [1] + 224
00000400:00000200:2.0:1788971219.447797:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.447802:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.447850:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515392/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.448340:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035efded6.
00000400:00000200:0.0:1788971219.448345:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbf06a4
00000400:00000010:0.0:1788971219.448348:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.448354:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515392/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.448362:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515392/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.448389:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.448401:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003de76cad.
02000000:00000010:0.0:1788971219.448405:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c6fe55ee.
00000100:00000010:0.0:1788971219.448408:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
00000040:00000010:0.0:1788971219.448419:0:103851:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006cd9467b.
00000100:00000010:0.0:1788971219.448424:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.448434:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6fe55ee.
00000100:00000010:0.0:1788971219.448444:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.448473:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008e0ea3dc.
00000400:00000200:0.0:1788971219.448480:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.448483:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035efded6.
00000400:00000010:0.0:1788971219.448489:0:103851:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f2e84ccb.
00000100:00000200:0.0:1788971219.448496:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189515520, portal 25
00000400:00000010:0.0:1788971219.448500:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fbf06a4.
00000100:00000200:0.0:1788971219.448509:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189515520, offset 0
00000400:00000200:0.0:1788971219.448516:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.448523:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.448529:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.448534:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.448538:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.448541:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.448544:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.448548:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [18:18:256:4294967295] 192.168.203.150@tcp LPNI seq info [18:18:8:4294967295]
00000400:00000200:0.0:1788971219.448552:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.448560:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.448565:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.448570:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004124adfd.
00000800:00000200:0.0:1788971219.448577:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.448583:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.448587:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004124adfd type 1, nob 368 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.448606:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.448611:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a946c54.
00000100:00000010:0.0:1788971219.448624:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d61a8ff0.
00000800:00000200:2.0:1788971219.448764:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.448768:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004124adfd.
00000400:00000200:2.0:1788971219.448772:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.448776:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.448779:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fbf06a4
00000400:00000010:2.0:1788971219.448780:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003fbf06a4.
00000100:00000200:2.0:1788971219.448785:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515520/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.452024:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a946c54.
00000100:00000010:3.0:1788971219.453312:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d61a8ff0.
00000400:00000200:2.0:1788971219.454727:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.454737:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.454747:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.454752:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.454757:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.454760:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8416 into portal 25 MB=0x6aa1887800700
00000400:00000200:2.0:1788971219.454766:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.454772:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8416/8416 into md 0x2a5 [4] + 224
00000400:00000200:2.0:1788971219.454791:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.454796:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.454809:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515520/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.455206:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035efded6.
00000400:00000200:0.0:1788971219.455212:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e84ccb
00000400:00000010:0.0:1788971219.455215:0:103851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000f2e84ccb.
00000100:00000200:0.0:1788971219.455221:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515520/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.455241:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515520/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.455282:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000697c94d9.
02000000:00000010:0.0:1788971219.455296:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008e0ea3dc.
02000000:00000010:0.0:1788971219.455314:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c6fe55ee.
00000100:00000010:0.0:1788971219.455319:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
00000040:00000010:0.0:1788971219.455336:0:103851:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000939f3ac6.
00000020:00000010:0.0:1788971219.461595:0:103877:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6fe55ee.
00000020:00000010:0.0:1788971219.461609:0:103877:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003de76cad.
00000040:00000010:0.0:1788971219.461612:0:103877:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000004b533d50.
00000020:00000010:0.0:1788971219.461617:0:103877:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d7ec477.
00000020:00000010:0.0:1788971219.461622:0:103877:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cedb354b.
00000020:00000010:0.0:1788971219.461627:0:103877:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000002ce0d1a3.
80000000:00000010:0.0:1788971219.461631:0:103877:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d3886fda.
40000000:00000010:0.0:1788971219.461635:0:103877:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000015bc5e3a.
00100000:00000010:0.0:1788971219.461640:0:103877:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000039666910.
00040000:00000010:0.0:1788971219.461645:0:103877:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008654210d.
00040000:00000010:0.0:1788971219.461649:0:103877:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ac15c011.
00040000:00000010:0.0:1788971219.461652:0:103877:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d7ad8f36.
00000004:00000010:0.0:1788971219.461656:0:103877:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000003e881635.
00000004:00000010:0.0:1788971219.461660:0:103877:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000000dee574d.
00000004:00000010:0.0:1788971219.461665:0:103877:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000b79e4223.
00002000:00000010:0.0:1788971219.461670:0:103877:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4578a3a.
00000004:00000010:0.0:1788971219.461674:0:103877:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000c0177fdc.
00000020:00000010:0.0:1788971219.461679:0:103877:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004e003d09.
00000040:00000010:0.0:1788971219.461688:0:103877:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a208074b.
00000100:00000010:0.0:1788971219.461698:0:103877:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b95826a9.
02000000:00000010:0.0:1788971219.461711:0:103877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfb46801.
00000100:00000010:0.0:1788971219.461726:0:103877:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2e84ccb.
02000000:00000010:0.0:1788971219.461765:0:103877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000079b07dec.
00000400:00000200:0.0:1788971219.461774:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971219.461778:0:103877:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035efded6.
00000400:00000010:0.0:1788971219.461784:0:103877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d116334e.
00000100:00000200:0.0:1788971219.461793:0:103877:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189515648, portal 25
00000400:00000010:0.0:1788971219.461799:0:103877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d0df89.
00000100:00000200:0.0:1788971219.461802:0:103877:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189515648, offset 0
00000400:00000200:0.0:1788971219.461812:0:103877:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971219.461878:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.461885:0:103877:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971219.461896:0:103877:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971219.461901:0:103877:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971219.461904:0:103877:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971219.461907:0:103877:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971219.461910:0:103877:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [19:19:256:4294967295] 192.168.203.150@tcp LPNI seq info [19:19:8:4294967295]
00000400:00000200:0.0:1788971219.461916:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971219.461926:0:103877:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971219.461932:0:103877:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971219.461937:0:103877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004124adfd.
00000800:00000200:0.0:1788971219.461943:0:103877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bbf11bc] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971219.461950:0:103877:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971219.461954:0:103877:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004124adfd type 1, nob 368 niov 1 nkiov 1
00000400:00000200:0.0:1788971219.462042:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971219.462047:0:103877:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d6e18d1.
00000100:00000010:0.0:1788971219.462059:0:103877:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067a48753.
00000800:00000200:2.0:1788971219.465873:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.465881:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004124adfd.
00000400:00000200:2.0:1788971219.465889:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.465897:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.465904:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d0df89
00000400:00000010:2.0:1788971219.465907:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d0df89.
00000100:00000200:2.0:1788971219.465917:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@00000000b95826a9 x1875872189515648/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971219.465957:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d6e18d1.
00000100:00000010:3.0:1788971219.469625:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067a48753.
00000400:00000200:2.0:1788971219.475352:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.475362:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.475372:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.475377:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.475382:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.475385:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8472 into portal 25 MB=0x6aa1887800780
00000400:00000200:2.0:1788971219.475391:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.475395:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8472/8472 into md 0x2ad [4] + 224
00000400:00000200:2.0:1788971219.475415:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.475420:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.475434:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@00000000b95826a9 x1875872189515648/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971219.478762:0:103877:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035efded6.
00000400:00000200:0.0:1788971219.478776:0:103877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d116334e
00000400:00000010:0.0:1788971219.478779:0:103877:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000d116334e.
00000100:00000200:0.0:1788971219.478793:0:103877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@00000000b95826a9 x1875872189515648/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971219.478892:0:103877:0:(events.c:102:reply_in_callback()) @@@ unlink  req@00000000b95826a9 x1875872189515648/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971219.478924:0:103877:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2e84ccb.
02000000:00000010:0.0:1788971219.478937:0:103877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000079b07dec.
02000000:00000010:0.0:1788971219.478955:0:103877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bfb46801.
00000100:00000010:0.0:1788971219.478960:0:103877:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b95826a9.
00000020:00000010:1.0:1788971219.482457:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ca594df3.
00000020:00000010:1.0:1788971219.482469:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ca594df3.
00000020:00000010:1.0:1788971219.482477:0:103877:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 00000000db311e9b.
00000020:00000010:1.0:1788971219.482481:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000fffcb1a4.
00000020:00000010:1.0:1788971219.482516:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff9a73c5255300.
00000020:00000010:1.0:1788971219.482519:0:103877:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff9a73d188cca0.
00000020:00000010:1.0:1788971219.482644:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff9a73d207d100.
00000020:00000010:1.0:1788971219.482647:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff9a73d207d100.
00000020:00000010:1.0:1788971219.482653:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff9a73d207d100.
00000020:00000010:1.0:1788971219.482655:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff9a73d207d100.
00000020:00000010:1.0:1788971219.482658:0:103877:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff9a73d188cca0.
00000020:00000010:1.0:1788971219.482667:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff9a73c5255300.
00000020:00000010:1.0:1788971219.482775:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff9a73c5255300.
00000020:00000010:1.0:1788971219.482778:0:103877:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff9a73d188cca0.
00000100:00000010:1.0:1788971219.482790:0:103877:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f2d80.
02000000:00000010:1.0:1788971219.482829:0:103877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73c6457600.
00000100:00000010:1.0:1788971219.482844:0:103877:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c654fcc0.
02000000:00000010:1.0:1788971219.482875:0:103877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9a73c76ec000.
00000400:00000200:1.0:1788971219.482884:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971219.482888:0:103877:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d790.
00000400:00000010:1.0:1788971219.482894:0:103877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9a73c654f780.
00000100:00000200:1.0:1788971219.482902:0:103877:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189515776, portal 25
00000400:00000010:1.0:1788971219.482907:0:103877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525ee0.
00000100:00000200:1.0:1788971219.482910:0:103877:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189515776, offset 0
00000400:00000200:1.0:1788971219.482919:0:103877:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971219.482927:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.482934:0:103877:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971219.482939:0:103877:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971219.482943:0:103877:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971219.482946:0:103877:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971219.482949:0:103877:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971219.482952:0:103877:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [20:20:256:4294967295] 192.168.203.150@tcp LPNI seq info [20:20:8:4294967295]
00000400:00000200:1.0:1788971219.482956:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.482966:0:103877:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971219.482972:0:103877:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971219.482977:0:103877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d207d100.
00000800:00000200:1.0:1788971219.482983:0:103877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971219.482991:0:103877:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971219.482995:0:103877:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d207d100 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971219.483019:0:103877:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971219.483024:0:103877:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3060.
00000100:00000010:1.0:1788971219.483037:0:103877:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3ba0.
00000800:00000200:2.0:1788971219.486356:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971219.486366:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d207d100.
00000400:00000200:2.0:1788971219.486373:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.486381:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971219.486388:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525ee0
00000400:00000010:2.0:1788971219.486390:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525ee0.
00000100:00000200:2.0:1788971219.486401:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f2d80 x1875872189515776/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.486952:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3ba0.
00000100:00000010:2.0:1788971219.487646:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3060.
00000400:00000200:3.0:1788971219.498377:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.498387:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971219.498396:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.498402:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.498407:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.498411:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8472 into portal 25 MB=0x6aa1887800800
00000400:00000200:3.0:1788971219.498416:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.498421:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8472/8472 into md 0x2b5 [4] + 224
00000400:00000200:3.0:1788971219.498451:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.498456:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971219.498479:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f2d80 x1875872189515776/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971219.498740:0:103877:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d790.
00000400:00000200:1.0:1788971219.498746:0:103877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c654f780
00000400:00000010:1.0:1788971219.498749:0:103877:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9a73c654f780.
00000100:00000200:1.0:1788971219.498756:0:103877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f2d80 x1875872189515776/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971219.498766:0:103877:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f2d80 x1875872189515776/t0(0) o502->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788971235 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971219.498807:0:103877:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c654fcc0.
02000000:00000010:1.0:1788971219.498838:0:103877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9a73c76ec000.
02000000:00000010:1.0:1788971219.498850:0:103877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73c6457600.
00000100:00000010:1.0:1788971219.498854:0:103877:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f2d80.
00000020:00000010:1.0:1788971219.498869:0:103877:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff9a73d207d300.
00000020:00000010:1.0:1788971219.498874:0:103877:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff9a73d207d300.
00000040:00000010:1.0:1788971219.498878:0:103877:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9a73d043e000.
00000020:00000010:1.0:1788971219.498886:0:103877:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9a73c7c02c00.
00000020:00000010:1.0:1788971219.498900:0:103877:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9a73d0a9fa00.
00000040:00000010:1.0:1788971219.498905:0:103877:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9a73d0a9f200.
00000020:00000010:1.0:1788971219.498909:0:103877:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9a73e00d8800.
00000020:00000010:1.0:1788971219.498914:0:103877:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9a73c4210508.
00000020:00000010:1.0:1788971219.498919:0:103877:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9a73d0a9f600.
80000000:00000010:1.0:1788971219.498923:0:103877:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9a73d40c54e0.
40000000:00000010:1.0:1788971219.498927:0:103877:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9a73c7c02900.
00100000:00000010:1.0:1788971219.498931:0:103877:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9a73e00dc800.
00040000:00000010:1.0:1788971219.498935:0:103877:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9a73d1be5d00.
00040000:00000010:1.0:1788971219.498939:0:103877:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9a73e00d9000.
00040000:00000010:1.0:1788971219.498943:0:103877:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9a73d0a9ec00.
00000004:00000010:1.0:1788971219.498947:0:103877:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9a73e00db800.
00000004:00000010:1.0:1788971219.498952:0:103877:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9a73c616c000.
00000004:00000010:1.0:1788971219.498957:0:103877:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9a73e00dd000.
00002000:00000010:1.0:1788971219.498960:0:103877:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9a73c7440400.
00000004:00000010:1.0:1788971219.498964:0:103877:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9a73c7442800.
00000020:00000010:1.0:1788971219.498967:0:103877:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d0a9e400.
00000040:00000010:1.0:1788971219.498985:0:103851:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9a73d40c5540.
00000040:00000010:1.0:1788971219.498997:0:103851:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9a73d043a000.
00000040:00000010:1.0:1788971219.499000:0:103851:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9a73d0a9f800.
00000020:00000010:1.0:1788971219.499004:0:103851:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9a73d0a9f400.
00000040:00000010:1.0:1788971219.499006:0:103851:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9a73d0a9e800.
00000020:00000010:1.0:1788971219.499008:0:103851:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9a73e00df000.
00000020:00000010:1.0:1788971219.499012:0:103851:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9a73d0a9e600.
80000000:00000010:1.0:1788971219.499014:0:103851:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9a73d40c5e40.
00040000:00000010:1.0:1788971219.499016:0:103851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9a73d0a9ea00.
20000000:00000010:1.0:1788971219.499020:0:103851:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9a73d0a9fc00.
00000020:00000010:1.0:1788971219.499023:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d0a9fe00.
10000000:00000010:1.0:1788971219.499026:0:103851:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9a73c7c027c0.
00000020:00000010:1.0:1788971219.499050:0:103851:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9a73d408d400.
00000040:00000010:1.0:1788971219.499054:0:103851:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9a73c9543400.
00000020:00000010:1.0:1788971219.499067:0:103851:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9a73c64e3800.
00000020:00000010:1.0:1788971219.499070:0:103851:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9a73c9542600.
00040000:00000010:1.0:1788971219.499073:0:103851:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9a73d0a4cb00.
00040000:00000010:1.0:1788971219.499077:0:103851:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9a73d932c800.
00000020:00000010:1.0:1788971219.499080:0:103851:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d408da00.
00000020:00000010:1.0:1788971219.499083:0:103851:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff9a73d15a2f00.
00000020:00000010:1.0:1788971219.499085:0:103851:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff9a73c5255600.
00000080:00000010:1.0:1788971219.499093:0:103851:0:(llite_lib.c:1617:ll_fill_super()) kmalloced '(dt)': 33 at ffff9a73c65107c0.
00000080:00000010:1.0:1788971219.499097:0:103851:0:(llite_lib.c:1623:ll_fill_super()) kmalloced '(md)': 33 at ffff9a73c65103c0.
00000080:00000010:1.0:1788971219.499103:0:103851:0:(llite_lib.c:438:client_common_fill_super()) kmalloced '(data)': 192 at ffff9a73c654fcc0.
00000080:00000010:1.0:1788971219.499106:0:103851:0:(llite_lib.c:442:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff9a73c654f780.
00000020:00000010:1.0:1788971219.499116:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73c76a8800.
00000020:00000010:1.0:1788971219.499155:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73c76ac000.
00000400:00000200:1.0:1788971219.499168:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.499172:0:103851:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.150@tcp is discovered: rc = 1
00000100:00000010:1.0:1788971219.499186:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f2d80.
02000000:00000010:1.0:1788971219.499201:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9a73c7684800.
40000000:00000010:1.0:1788971219.499412:0:103851:0:(fid_request.c:438:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff9a73d207d300.
40000000:00000010:1.0:1788971219.499416:0:103851:0:(fid_request.c:442:client_fid_init()) kmalloced '(prefix)': 133 at ffff9a73c654fc00.
40000000:00000010:1.0:1788971219.499476:0:103851:0:(fid_request.c:450:client_fid_init()) kfreed 'prefix': 133 at ffff9a73c654fc00.
80000000:00000010:1.0:1788971219.499486:0:103851:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff9a73c6510800.
00020000:00000010:1.0:1788971219.499492:0:103851:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff9a73c5255600.
00000100:00000010:1.0:1788971219.499499:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971219.499505:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d207d800.
00000020:00000010:1.0:1788971219.499540:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73c76a9800.
00000400:00000200:1.0:1788971219.499549:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971219.499552:0:103851:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.150@tcp is discovered: rc = 1
00000100:00000010:1.0:1788971219.499558:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3480.
02000000:00000010:1.0:1788971219.499563:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9a73c7687800.
40000000:00000010:1.0:1788971219.499573:0:103851:0:(fid_request.c:438:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff9a73d207d100.
40000000:00000010:1.0:1788971219.499575:0:103851:0:(fid_request.c:442:client_fid_init()) kmalloced '(prefix)': 133 at ffff9a73c654fc00.
40000000:00000010:1.0:1788971219.499621:0:103851:0:(fid_request.c:450:client_fid_init()) kfreed 'prefix': 133 at ffff9a73c654fc00.
80000000:00000010:1.0:1788971219.499625:0:103851:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff9a73c6510240.
00000100:00000010:1.0:1788971219.499631:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971219.499635:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d207dd00.
00800000:00000010:1.0:1788971219.499650:0:103851:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9a73c654fc00.
00000100:00000010:1.0:1788971219.499656:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f0700.
02000000:00000010:1.0:1788971219.499659:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d207d900.
00000100:00000010:1.0:1788971219.499664:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c654f6c0.
00000020:00000010:1.0:1788971219.499768:0:102141:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9a73d0a23250.
00000020:00000010:1.0:1788971219.499773:0:102141:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73c6457600.
80000000:00000010:1.0:1788971219.499777:0:102141:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73c38e30c0.
40000000:00000010:1.0:1788971219.499779:0:102141:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9a73c6510740.
00000008:00000010:1.0:1788971219.499784:0:102141:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c69e2cc0.
00020000:00000010:1.0:1788971219.499789:0:102141:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73c3e64480.
00000020:00000010:0.0:1788971219.500857:0:102140:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9a73c4212338.
00000020:00000010:0.0:1788971219.500866:0:102140:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73d0a9fe00.
80000000:00000010:0.0:1788971219.500869:0:102140:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73d40c5c00.
40000000:00000010:0.0:1788971219.500873:0:102140:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9a73c7c02180.
00000008:00000010:0.0:1788971219.500883:0:102140:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c4218b30.
00020000:00000010:0.0:1788971219.500887:0:102140:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1a480.
00008000:00000010:0.0:1788971219.500892:0:102140:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fd8e20.
00100000:00000010:0.0:1788971219.500897:0:102140:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9a73e00de000.
00040000:00000010:0.0:1788971219.500900:0:102140:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9a73d1be5700.
00040000:00000010:0.0:1788971219.500905:0:102140:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9a73e00df000.
00040000:00000010:0.0:1788971219.500909:0:102140:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73d0a9fc00.
00000004:00000010:0.0:1788971219.500913:0:102140:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9a73e00dd000.
00000004:00000010:0.0:1788971219.500918:0:102140:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9a73c616c000.
00000004:00000010:0.0:1788971219.500922:0:102140:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9a73e00db800.
00002000:00000010:0.0:1788971219.500928:0:102140:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9a73c7440c00.
00000004:00000010:0.0:1788971219.500932:0:102140:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9a73c7442400.
00000080:00000010:0.0:1788971219.500936:0:102140:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be7150.
00000080:00000010:0.0:1788971219.500940:0:102140:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c42394d0.
00000008:00000010:0.0:1788971219.500945:0:102140:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be1600.
00020000:00000010:0.0:1788971219.500949:0:102140:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ec8ff8.
00008000:00000010:0.0:1788971219.500952:0:102140:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a58fa0.
00000080:00000010:0.0:1788971219.500956:0:102140:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c7a50.
00008000:00000010:1.0:1788971219.501337:0:102141:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c6a1a6d8.
00100000:00000010:1.0:1788971219.501344:0:102141:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9a73c76aa800.
00040000:00000010:1.0:1788971219.501349:0:102141:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9a73c9439d00.
00040000:00000010:1.0:1788971219.501352:0:102141:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9a73c76a8000.
00040000:00000010:1.0:1788971219.501355:0:102141:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73c6456800.
00000004:00000010:1.0:1788971219.501358:0:102141:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9a73c76af000.
00000004:00000010:1.0:1788971219.501362:0:102141:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9a73c76df000.
00000004:00000010:1.0:1788971219.501371:0:102141:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9a73c76ae000.
00002000:00000010:1.0:1788971219.501374:0:102141:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9a73c7687c00.
00000004:00000010:1.0:1788971219.501377:0:102141:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9a73c7685400.
00000080:00000010:1.0:1788971219.501381:0:102141:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6eb2bd0.
00000080:00000010:1.0:1788971219.501384:0:102141:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c69e86f0.
00000008:00000010:1.0:1788971219.501388:0:102141:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c755e580.
00020000:00000010:1.0:1788971219.501391:0:102141:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c75a4db0.
00008000:00000010:1.0:1788971219.501394:0:102141:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c74f7798.
00000080:00000010:1.0:1788971219.501397:0:102141:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c74c11e0.
02000000:00000010:3.0:1788971219.503548:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73d9301400.
00000400:00000200:3.0:1788971219.503564:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971219.503569:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436d68.
00000400:00000010:3.0:1788971219.503575:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48734c8.
00000100:00000200:3.0:1788971219.503582:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189515904, portal 10
00000020:00000010:3.0:1788971219.503591:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c1386000.
00000400:00000010:3.0:1788971219.503598:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873bb0.
00000100:00000200:3.0:1788971219.503601:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875872189515904, offset 0
00000400:00000200:3.0:1788971219.503611:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.503620:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.503629:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.503635:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.503639:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971219.503643:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.503646:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.503649:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [21:21:256:4294967295] 192.168.203.150@tcp LPNI seq info [21:21:8:4294967295]
00000400:00000200:3.0:1788971219.503654:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.503663:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.503670:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.503675:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67a00.
00000800:00000200:3.0:1788971219.503682:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971219.503689:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.503694:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67a00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.503717:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971219.503723:0:102139:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391240.
00000100:00000010:3.0:1788971219.503734:0:102139:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391300.
02000000:00000010:3.0:1788971219.503745:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73d9300800.
00000400:00000200:3.0:1788971219.503749:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971219.503762:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436d10.
00000400:00000010:3.0:1788971219.503766:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873908.
00000100:00000200:3.0:1788971219.503769:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516160, portal 10
00000020:00000010:3.0:1788971219.503776:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d1a20000.
00000400:00000010:3.0:1788971219.503781:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873660.
00000100:00000200:3.0:1788971219.503783:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875872189516160, offset 0
00000400:00000200:3.0:1788971219.503787:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971219.503791:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.503809:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971219.503840:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971219.503844:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971219.503846:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971219.503848:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971219.503851:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [22:22:255:4294967295] 192.168.203.150@tcp LPNI seq info [22:22:7:4294967295]
00000400:00000200:3.0:1788971219.503855:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971219.503861:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971219.503866:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971219.503870:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67600.
00000800:00000200:3.0:1788971219.503874:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971219.503878:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971219.503881:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971219.503886:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971219.504030:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.504035:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67a00.
00000400:00000200:3.0:1788971219.504039:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.504044:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.504049:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873bb0
00000400:00000010:3.0:1788971219.504052:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873bb0.
00000100:00000200:3.0:1788971219.504060:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f2d80 x1875872189515904/t0(0) o38->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971219.504150:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971219.504158:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67600.
00000400:00000200:3.0:1788971219.504161:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971219.504165:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971219.504168:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873660
00000400:00000010:3.0:1788971219.504170:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873660.
00000100:00000200:3.0:1788971219.504175:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3480 x1875872189516160/t0(0) o38->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971219.507399:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391300.
00000100:00000010:2.0:1788971219.508598:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391240.
00000400:00000200:2.0:1788971219.526443:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526453:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.526464:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526468:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526473:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526477:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 416 into portal 10 MB=0x6aa1887800880
00000400:00000200:2.0:1788971219.526483:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526489:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 416/416 into md 0x2bd [1] + 0
00000400:00000200:2.0:1788971219.526501:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.526505:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.526521:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f2d80 x1875872189515904/t0(0) o38->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971219.526713:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526717:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971219.526721:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526724:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526726:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526729:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 416 into portal 10 MB=0x6aa1887800980
00000400:00000200:2.0:1788971219.526733:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971219.526736:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 416/416 into md 0x2cd [1] + 0
00000400:00000200:2.0:1788971219.526746:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971219.526749:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971219.526755:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3480 x1875872189516160/t0(0) o38->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971219.526826:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436d68.
00000400:00000200:3.0:1788971219.526831:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48734c8
00000400:00000010:3.0:1788971219.526833:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48734c8.
00000100:00000200:3.0:1788971219.526840:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f2d80 x1875872189515904/t0(0) o38->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971219.526849:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f2d80 x1875872189515904/t0(0) o38->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:0.0:1788971220.241976:0:84272:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9a73d0a9e600.
02000000:00000010:0.0:1788971220.286285:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7443000.
00000400:00000200:0.0:1788971220.286300:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.286304:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971220.286311:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.286318:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516416, portal 10
00000020:00000010:0.0:1788971220.286327:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d0438000.
00000400:00000010:0.0:1788971220.286333:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8dd0.
00000100:00000200:0.0:1788971220.286347:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189516416, offset 0
00000400:00000200:0.0:1788971220.286357:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.286366:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.286374:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.286380:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.286384:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.286400:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.286403:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.286407:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [23:23:256:4294967295] 192.168.203.150@tcp LPNI seq info [23:23:8:4294967295]
00000400:00000200:0.0:1788971220.286411:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.286422:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.286427:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.286432:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5100.
00000800:00000200:0.0:1788971220.286439:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.286446:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.286450:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.286464:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971220.286470:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c55a0.
00000100:00000010:0.0:1788971220.286486:0:103851:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c50c0.
00000800:00000200:2.0:1788971220.286761:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.286766:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5100.
00000400:00000200:2.0:1788971220.286776:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.286780:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.286786:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8dd0
00000400:00000010:2.0:1788971220.286800:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8dd0.
00000100:00000200:2.0:1788971220.286810:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f0700 x1875872189516416/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971220.288410:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436d10.
00000400:00000200:3.0:1788971220.288419:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873908
00000400:00000010:3.0:1788971220.288422:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873908.
00000100:00000200:3.0:1788971220.288433:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3480 x1875872189516160/t0(0) o38->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971220.288445:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3480 x1875872189516160/t0(0) o38->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 520/544 e 0 to 0 dl 1788971229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971220.289136:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73d9301400.
02000000:00000010:2.0:1788971220.289145:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9a73c7684800.
00000100:00000010:2.0:1788971220.289149:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f2d80.
02000000:00000010:2.0:1788971220.289152:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73d9300800.
02000000:00000010:2.0:1788971220.289154:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9a73c7687800.
00000100:00000010:2.0:1788971220.289156:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3480.
02000000:00000010:0.0:1788971220.289317:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7441c00.
00000400:00000200:0.0:1788971220.289325:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.289328:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4a50.
00000400:00000010:0.0:1788971220.289342:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a86e8.
00000100:00000200:0.0:1788971220.289348:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516288, portal 10
00000020:00000010:0.0:1788971220.289356:0:102140:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d043a000.
00000400:00000010:0.0:1788971220.289361:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971220.289364:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189516288, offset 0
00000400:00000200:0.0:1788971220.289371:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.289378:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.289385:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.289390:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.289394:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.289397:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.289400:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.289403:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [24:24:256:4294967295] 192.168.203.150@tcp LPNI seq info [24:24:8:4294967295]
00000400:00000200:0.0:1788971220.289407:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.289425:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.289431:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.289435:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5000.
00000800:00000200:0.0:1788971220.289441:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.289448:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.289453:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.289472:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971220.289754:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.289758:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5000.
00000400:00000200:2.0:1788971220.289762:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.289767:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.289771:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a87f8
00000400:00000010:2.0:1788971220.289773:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a87f8.
00000100:00000200:2.0:1788971220.289779:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189516288/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971220.291594:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7686c00.
00000400:00000200:1.0:1788971220.291607:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971220.291612:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d790.
00000400:00000010:1.0:1788971220.291617:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525e58.
00000100:00000200:1.0:1788971220.291624:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516032, portal 10
00000020:00000010:1.0:1788971220.291632:0:102141:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c76d4000.
00000400:00000010:1.0:1788971220.291637:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525aa0.
00000100:00000200:1.0:1788971220.291641:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189516032, offset 0
00000400:00000200:1.0:1788971220.291649:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971220.291657:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971220.291664:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971220.291668:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971220.291672:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971220.291676:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971220.291679:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971220.291682:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [25:25:256:4294967295] 192.168.203.150@tcp LPNI seq info [25:25:8:4294967295]
00000400:00000200:1.0:1788971220.291687:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971220.291695:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971220.291701:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971220.291707:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060ff00.
00000800:00000200:1.0:1788971220.291712:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971220.291719:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971220.291734:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971220.291755:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971220.292122:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.292126:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060ff00.
00000400:00000200:2.0:1788971220.292130:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.292135:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.292140:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525aa0
00000400:00000010:2.0:1788971220.292142:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525aa0.
00000100:00000200:2.0:1788971220.292151:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189516032/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971220.295494:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295503:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.295512:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295522:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295536:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295540:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 10 MB=0x6aa1887800a80
00000400:00000200:3.0:1788971220.295545:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295551:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 368/368 into md 0x2dd [1] + 224
00000400:00000200:3.0:1788971220.295577:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.295581:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.295595:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f0700 x1875872189516416/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971220.295631:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295634:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.295639:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295641:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295644:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295646:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 10 MB=0x6aa1887800a00
00000400:00000200:3.0:1788971220.295649:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.295653:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 368/368 into md 0x2e5 [1] + 224
00000400:00000200:3.0:1788971220.295661:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.295665:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.295671:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189516288/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971220.295849:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4a50.
00000400:00000200:1.0:1788971220.295855:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a86e8
00000400:00000010:1.0:1788971220.295858:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a86e8.
00000100:00000200:1.0:1788971220.295864:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189516288/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971220.295873:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189516288/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:1.0:1788971220.295893:0:102140:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c76d2000.
02000000:00000010:1.0:1788971220.295917:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7441c00.
02000000:00000010:1.0:1788971220.295923:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d207dd00.
00000100:00000010:1.0:1788971220.295929:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000400:00000010:0.0:1788971220.296435:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:0.0:1788971220.296440:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8330
00000400:00000010:0.0:1788971220.296442:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.296449:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f0700 x1875872189516416/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971220.296458:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f0700 x1875872189516416/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971220.296476:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c654f6c0.
02000000:00000010:0.0:1788971220.296483:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7443000.
02000000:00000010:0.0:1788971220.296486:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d207d900.
00000100:00000010:0.0:1788971220.296489:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f0700.
00800000:00000010:0.0:1788971220.296494:0:103851:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9a73c654fc00.
00000100:00000010:0.0:1788971220.296504:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971220.296516:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d0a9ea00.
00000100:00000010:0.0:1788971220.296547:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c91240.
02000000:00000010:0.0:1788971220.296565:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7443000.
00000400:00000200:0.0:1788971220.296570:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.296573:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971220.296576:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.296583:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516544, portal 10
00000400:00000010:0.0:1788971220.296587:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a84c8.
00000100:00000200:0.0:1788971220.296591:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875872189516544, offset 0
00000400:00000200:0.0:1788971220.296597:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.296611:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.296617:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.296621:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.296625:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.296629:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.296632:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.296635:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [26:26:256:4294967295] 192.168.203.150@tcp LPNI seq info [26:26:8:4294967295]
00000400:00000200:0.0:1788971220.296639:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.296647:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.296653:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.296657:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5a00.
00000800:00000200:0.0:1788971220.296663:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.296670:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.296675:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5a00 type 1, nob 536 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.296695:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971220.296842:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.296847:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5a00.
00000400:00000200:2.0:1788971220.296851:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.296860:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.296864:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a84c8
00000400:00000010:2.0:1788971220.296866:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a84c8.
00000100:00000200:2.0:1788971220.296871:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189516544/t0(0) o40->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971236 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971220.299801:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.299811:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.299852:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.299856:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.299861:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.299865:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 10 MB=0x6aa1887800900
00000400:00000200:3.0:1788971220.299870:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.299876:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 368/368 into md 0x2ed [1] + 224
00000400:00000200:3.0:1788971220.299889:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.299893:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.299905:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189516032/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971220.299996:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d790.
00000400:00000200:0.0:1788971220.300001:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525e58
00000400:00000010:0.0:1788971220.300003:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525e58.
00000100:00000200:0.0:1788971220.300010:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189516032/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971220.300019:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189516032/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971236 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971220.300051:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7686c00.
02000000:00000010:0.0:1788971220.300057:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d207d800.
00000100:00000010:0.0:1788971220.300061:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
00000400:00000200:2.0:1788971220.304723:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.304733:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971220.304742:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.304747:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.304752:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.304756:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 448 into portal 10 MB=0x6aa1887800b00
00000400:00000200:2.0:1788971220.304761:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.304767:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 448/448 into md 0x2f5 [1] + 224
00000400:00000200:2.0:1788971220.305516:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.306691:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971220.306710:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189516544/t0(0) o40->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971236 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971220.311994:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:0.0:1788971220.312009:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8330
00000400:00000010:0.0:1788971220.312012:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.312026:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189516544/t0(0) o40->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971220.312060:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189516544/t0(0) o40->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 440/448 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971220.312094:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c91240.
00000002:00000200:0.0:1788971220.312104:0:103851:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0
02000000:00000010:0.0:1788971220.312110:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7443000.
02000000:00000010:0.0:1788971220.312116:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d0a9ea00.
00000100:00000010:0.0:1788971220.312120:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000020:00000010:0.0:1788971220.312143:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73e00df800.
00000020:00000010:0.0:1788971220.312165:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73e00d9000.
00000400:00000200:0.0:1788971220.312184:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.312190:0:103851:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.150@tcp is discovered: rc = 1
00000100:00000010:0.0:1788971220.312205:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971220.312220:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9a73c7443000.
02000000:00000010:3.0:1788971220.312294:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73d20bf400.
00000400:00000200:3.0:1788971220.312307:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971220.312310:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436d10.
00000400:00000010:3.0:1788971220.312316:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873908.
00000100:00000200:3.0:1788971220.312323:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516672, portal 4
00000020:00000010:3.0:1788971220.312331:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d1a26000.
00000400:00000010:3.0:1788971220.312348:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48734c8.
00000100:00000200:3.0:1788971220.312352:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875872189516672, offset 0
00000400:00000200:3.0:1788971220.312358:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971220.312366:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.312372:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971220.312377:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971220.312381:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971220.312384:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971220.312387:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971220.312391:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [27:27:256:4294967295] 192.168.203.150@tcp LPNI seq info [27:27:8:4294967295]
00000400:00000200:3.0:1788971220.312395:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.312405:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971220.312412:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971220.312417:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67600.
00000800:00000200:3.0:1788971220.312423:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971220.312431:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971220.312436:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971220.312453:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971220.312575:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971220.312694:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67600.
00000400:00000200:3.0:1788971220.312700:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.312705:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971220.312710:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48734c8
00000400:00000010:3.0:1788971220.312713:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48734c8.
00000100:00000200:3.0:1788971220.312719:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189516672/t0(0) o8->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:0.0:1788971220.312888:0:103851:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at ffff9a73e00dc800.
00000400:00000200:0.0:1788971220.312901:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.312905:0:103851:0:(peer.c:1730:LNetPeerDiscovered()) Peer NID 192.168.203.150@tcp is discovered: rc = 1
00000100:00000010:0.0:1788971220.312915:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8b100.
02000000:00000010:0.0:1788971220.312923:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9a73c7441c00.
02000000:00000010:3.0:1788971220.316900:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73d1363c00.
00000400:00000200:3.0:1788971220.316915:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971220.316921:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436d68.
00000400:00000010:3.0:1788971220.316928:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48734c8.
00000100:00000200:3.0:1788971220.316935:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189516800, portal 4
00000020:00000010:3.0:1788971220.316945:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c4c00000.
00000400:00000010:3.0:1788971220.316952:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873660.
00000100:00000200:3.0:1788971220.316962:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875872189516800, offset 0
00000400:00000200:3.0:1788971220.316972:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971220.316982:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.316991:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971220.316997:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971220.317001:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971220.317005:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971220.317007:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971220.317010:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [28:28:256:4294967295] 192.168.203.150@tcp LPNI seq info [28:28:8:4294967295]
00000400:00000200:3.0:1788971220.317015:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.317026:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971220.317158:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971220.317163:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67600.
00000800:00000200:3.0:1788971220.317170:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971220.317176:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000080:00000010:0.0:1788971220.317261:0:103851:0:(llite_lib.c:834:client_common_fill_super()) kmalloced '(op_data)': 392 at ffff9a73d0a9ea00.
00000020:00000010:0.0:1788971220.317267:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9a73c7442800.
00000100:00000010:0.0:1788971220.317280:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971220.317293:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d0a9e800.
00000100:00000010:0.0:1788971220.317307:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c91240.
02000000:00000010:0.0:1788971220.317319:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9f400.
00000400:00000200:0.0:1788971220.317324:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.317328:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971220.317332:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.317335:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189516928, portal 10
00000400:00000010:0.0:1788971220.317340:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971220.317343:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1875872189516928, offset 0
00000800:00000200:3.0:1788971220.317359:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1788971220.317426:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.317486:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.317490:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.317494:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.317497:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.317500:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.317503:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.317505:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.317507:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [29:29:255:4294967295] 192.168.203.150@tcp LPNI seq info [29:29:7:4294967295]
00000400:00000200:0.0:1788971220.317512:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.317519:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.317524:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.317529:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5a00.
00000800:00000200:0.0:1788971220.317533:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.317538:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.317541:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5a00 type 1, nob 360 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.317546:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971220.317561:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.317567:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67600.
00000400:00000200:2.0:1788971220.317571:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.317577:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.317583:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873660
00000400:00000010:2.0:1788971220.317585:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873660.
00000100:00000200:2.0:1788971220.317593:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8b100 x1875872189516800/t0(0) o8->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971220.317683:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.317685:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5a00.
00000400:00000200:2.0:1788971220.317688:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.317692:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.317695:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:2.0:1788971220.317703:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:2.0:1788971220.317710:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189516928/t0(0) o900->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:29/10 lens 264/248 e 0 to 0 dl 1788971236 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971220.320683:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.320692:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.320700:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.320704:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.320709:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.320724:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 248 into portal 10 MB=0x6aa1887800c80
00000400:00000200:3.0:1788971220.320729:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.320736:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 248/248 into md 0x31d [1] + 224
00000400:00000200:3.0:1788971220.320752:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.320756:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.320771:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189516928/t0(0) o900->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:29/10 lens 264/248 e 0 to 0 dl 1788971236 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971220.321030:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:0.0:1788971220.321036:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8330
00000400:00000010:0.0:1788971220.321039:0:103851:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.321045:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189516928/t0(0) o900->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:29/10 lens 264/248 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971220.321053:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189516928/t0(0) o900->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:29/10 lens 264/248 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971220.321083:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c91240.
02000000:00000010:0.0:1788971220.321092:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9f400.
02000000:00000010:0.0:1788971220.321097:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d0a9e800.
00000100:00000010:0.0:1788971220.321100:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
80000000:00000010:0.0:1788971220.321108:0:103851:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff9a73c7c02e00.
00000020:00000010:0.0:1788971220.321118:0:103851:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9a73c7440400.
00000100:00000010:0.0:1788971220.321124:0:103851:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971220.321143:0:103851:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d0a9e800.
00000100:00000010:0.0:1788971220.321157:0:103851:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c91240.
02000000:00000010:0.0:1788971220.321219:0:103851:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9a73d0440000.
00000400:00000200:0.0:1788971220.321225:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.321228:0:103851:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971220.321233:0:103851:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9a73c7443400.
00000100:00000200:0.0:1788971220.321249:0:103851:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875872189517056, portal 10
00000400:00000010:0.0:1788971220.321255:0:103851:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971220.321258:0:103851:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875872189517056, offset 0
00000400:00000200:0.0:1788971220.321265:0:103851:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.321270:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.321276:0:103851:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.321281:0:103851:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.321285:0:103851:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.321288:0:103851:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.321291:0:103851:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.321295:0:103851:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [30:30:256:4294967295] 192.168.203.150@tcp LPNI seq info [30:30:8:4294967295]
00000400:00000200:0.0:1788971220.321299:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.321307:0:103851:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.321313:0:103851:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.321317:0:103851:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5000.
00000800:00000200:0.0:1788971220.321323:0:103851:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.321330:0:103851:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.321335:0:103851:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5000 type 1, nob 544 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.321360:0:103851:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971220.321870:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971220.321876:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5000.
00000400:00000200:2.0:1788971220.321881:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.321887:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971220.321891:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8330
00000400:00000010:2.0:1788971220.321893:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8330.
00000100:00000200:2.0:1788971220.321901:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189517056/t0(0) o33->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000400:00000200:3.0:1788971220.326959:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.326970:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.326980:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.326985:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.326991:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.326994:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 416 into portal 4 MB=0x6aa1887800c00
00000400:00000200:3.0:1788971220.326999:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327005:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 416/416 into md 0x30d [1] + 0
00000400:00000200:3.0:1788971220.327016:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.327020:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.327036:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8b100 x1875872189516800/t0(0) o8->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971220.327079:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327083:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971220.327087:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327090:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327092:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327095:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 416 into portal 4 MB=0x6aa1887800b80
00000400:00000200:3.0:1788971220.327098:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971220.327102:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 416/416 into md 0x2fd [1] + 0
00000400:00000200:3.0:1788971220.327161:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.327166:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971220.327257:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189516672/t0(0) o8->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971220.328081:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436d68.
00000400:00000200:2.0:1788971220.328088:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48734c8
00000400:00000010:2.0:1788971220.328090:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48734c8.
00000100:00000200:2.0:1788971220.328098:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8b100 x1875872189516800/t0(0) o8->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971220.328109:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8b100 x1875872189516800/t0(0) o8->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:2.0:1788971220.328129:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c420a000.
00000400:00000010:2.0:1788971220.328254:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436d10.
00000400:00000200:2.0:1788971220.328258:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873908
00000400:00000010:2.0:1788971220.328259:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873908.
00000100:00000200:2.0:1788971220.328265:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189516672/t0(0) o8->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971220.328273:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189516672/t0(0) o8->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 520/544 e 0 to 0 dl 1788971230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295
00000020:00000010:2.0:1788971220.328297:0:102139:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d0414000.
02000000:00000010:2.0:1788971220.328319:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73d1363c00.
02000000:00000010:2.0:1788971220.328324:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9a73c7441c00.
00000100:00000010:2.0:1788971220.328333:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8b100.
02000000:00000010:2.0:1788971220.328347:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73d20bf400.
02000000:00000010:2.0:1788971220.328350:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9a73c7443000.
00000100:00000010:2.0:1788971220.328353:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000400:00000200:2.0:1788971220.357320:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.357331:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971220.357348:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.357357:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.357363:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.357367:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 464 into portal 10 MB=0x6aa1887800d00
00000400:00000200:2.0:1788971220.357377:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.357382:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 464/464 into md 0x325 [32] + 224
00000400:00000200:2.0:1788971220.357401:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.357405:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971220.357420:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189517056/t0(0) o33->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000400:00000010:0.0:1788971220.357517:0:103851:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:0.0:1788971220.357522:0:103851:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7443400
00000400:00000010:0.0:1788971220.357525:0:103851:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9a73c7443400.
00000100:00000200:0.0:1788971220.357538:0:103851:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189517056/t0(0) o33->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000100:00000200:0.0:1788971220.357548:0:103851:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189517056/t0(0) o33->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0
00000100:00000010:0.0:1788971220.357598:0:103851:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c91240.
00000002:00000200:0.0:1788971220.357605:0:103851:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755
00000080:00000010:0.0:1788971220.357611:0:103851:0:(llite_lib.c:849:client_common_fill_super()) kfreed 'op_data': 392 at ffff9a73d0a9ea00.
00000020:00000010:0.0:1788971220.357635:0:103851:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9a73d0421c60.
00000020:00000010:0.0:1788971220.357639:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9a73d0a9ea00.
00000020:00000010:0.0:1788971220.357644:0:103851:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9a73d0a9f400.
00000020:00000010:0.0:1788971220.357647:0:103851:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9a73d40c5c60.
00000008:00000010:0.0:1788971220.357654:0:103851:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c421efe0.
00020000:00000010:0.0:1788971220.357659:0:103851:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1ac00.
00008000:00000010:0.0:1788971220.357663:0:103851:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fd9fc8.
00000080:00000010:0.0:1788971220.357669:0:103851:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be7a80.
00000080:00000010:0.0:1788971220.357673:0:103851:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c423b2e0.
00000020:00000010:0.0:1788971220.357676:0:103851:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9a73d0a9f800.
00000008:00000010:0.0:1788971220.357679:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be0420.
00020000:00000010:0.0:1788971220.357682:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ecafe8.
00008000:00000010:0.0:1788971220.357685:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a58550.
00000080:00000010:0.0:1788971220.357688:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c7870.
00000080:00000010:0.0:1788971220.357692:0:103851:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff9a73d40c5120.
00000080:00000010:0.0:1788971220.357698:0:103851:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff9a73c7443400.
00000020:00000010:0.0:1788971220.357745:0:103851:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff9a73c4060000.
00000020:00000010:0.0:1788971220.357762:0:103851:0:(lprocfs_status.c:1448:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff9a73d041a400.
00000020:00000010:0.0:1788971220.357766:0:103851:0:(lprocfs_status.c:1460:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at ffff9a73d0a9e400.
00000008:00000010:0.0:1788971220.357776:0:103851:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c4219660.
00020000:00000010:0.0:1788971220.357779:0:103851:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1a180.
00008000:00000010:0.0:1788971220.357781:0:103851:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fdade8.
00000080:00000010:0.0:1788971220.357784:0:103851:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be7dc8.
00000080:00000010:0.0:1788971220.357787:0:103851:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c42386f0.
00000008:00000010:0.0:1788971220.357790:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be1ce0.
00020000:00000010:0.0:1788971220.357793:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ecbb50.
00008000:00000010:0.0:1788971220.357795:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a58e98.
00000080:00000010:0.0:1788971220.357798:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c7c30.
00000008:00000010:0.0:1788971220.357807:0:103851:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c421e4b0.
00020000:00000010:0.0:1788971220.357809:0:103851:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1a000.
00008000:00000010:0.0:1788971220.357812:0:103851:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fd9c40.
00000080:00000010:0.0:1788971220.357854:0:103851:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be71f8.
00000080:00000010:0.0:1788971220.357856:0:103851:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c4239970.
00000008:00000010:0.0:1788971220.357868:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be0b00.
00020000:00000010:0.0:1788971220.357871:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ecb230.
00008000:00000010:0.0:1788971220.357873:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a58a30.
00000080:00000010:0.0:1788971220.357876:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c72d0.
00000008:00000010:0.0:1788971220.357879:0:103851:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c421d980.
00020000:00000010:0.0:1788971220.357882:0:103851:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1ad80.
00008000:00000010:0.0:1788971220.357884:0:103851:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fdaa60.
00000080:00000010:0.0:1788971220.357887:0:103851:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be7f18.
00000080:00000010:0.0:1788971220.357890:0:103851:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c4239280.
00000008:00000010:0.0:1788971220.357893:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be0dc0.
00020000:00000010:0.0:1788971220.357896:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ecada0.
00008000:00000010:0.0:1788971220.357898:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a589c8.
00000080:00000010:0.0:1788971220.357901:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c7b40.
00000008:00000010:0.0:1788971220.357904:0:103851:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c421b7f0.
00020000:00000010:0.0:1788971220.357907:0:103851:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d0e1a240.
00008000:00000010:0.0:1788971220.357909:0:103851:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c5fd8710.
00000080:00000010:0.0:1788971220.357912:0:103851:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6be79d8.
00000080:00000010:0.0:1788971220.357914:0:103851:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c4239bc0.
00000008:00000010:0.0:1788971220.357917:0:103851:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c6be0580.
00020000:00000010:0.0:1788971220.357920:0:103851:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c5ec9240.
00008000:00000010:0.0:1788971220.357922:0:103851:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c3a58bb0.
00000080:00000010:0.0:1788971220.357924:0:103851:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c69c74b0.
00020000:00000010:0.0:1788971220.357934:0:103851:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff9a73d40c5240.
00020000:00000010:0.0:1788971220.357939:0:103851:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff9a73d40c5f00.
00020000:00000010:0.0:1788971220.357942:0:103851:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff9a73d40c5180.
00020000:00000010:0.0:1788971220.357945:0:103851:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff9a73d40c5660.
00000080:00000010:0.0:1788971220.357981:0:103851:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9a73c34c18c0.
02000000:00000010:0.0:1788971220.358007:0:103851:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9a73d0440000.
02000000:00000010:0.0:1788971220.358030:0:103851:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d0a9e800.
00000100:00000010:0.0:1788971220.358035:0:103851:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000080:00000010:0.0:1788971220.358043:0:103851:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9a73d08a1240.
00000080:00000010:0.0:1788971220.358049:0:103851:0:(llite_lib.c:938:client_common_fill_super()) kfreed 'data': 192 at ffff9a73c654fcc0.
00000080:00000010:0.0:1788971220.358052:0:103851:0:(llite_lib.c:939:client_common_fill_super()) kfreed 'osfs': 144 at ffff9a73c654f780.
00000080:00000010:1.0:1788971220.358106:0:103851:0:(llite_lib.c:1636:ll_fill_super()) kfreed 'md': 33 at ffff9a73c65103c0.
00000080:00000010:1.0:1788971220.358110:0:103851:0:(llite_lib.c:1638:ll_fill_super()) kfreed 'dt': 33 at ffff9a73c65107c0.
00000080:00000010:1.0:1788971220.358114:0:103851:0:(llite_lib.c:1646:ll_fill_super()) kfreed 'cfg': 88 at ffff9a73d0a5b7e0.
00000080:02000400:1.0:1788971220.358116:0:103851:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_gab92f8c
00000080:00000010:0.0:1788971220.544295:0:103897:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9a73d0a9ee00.
00000100:00000010:0.0:1788971220.544328:0:103897:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971220.544347:0:103897:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9a73d0419c00.
00010000:00000010:0.0:1788971220.544363:0:103897:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9a73d426af00.
00010000:00000010:0.0:1788971220.544366:0:103897:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9a73d136ca80.
00010000:00000010:0.0:1788971220.544372:0:103897:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9a73c0031c00.
00000020:00000010:0.0:1788971220.544377:0:103897:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9a73d136c600.
00000100:00000010:0.0:1788971220.544395:0:103897:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c91240.
02000000:00000010:0.0:1788971220.544413:0:103897:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9a73e00d8800.
00000400:00000200:0.0:1788971220.544423:0:103897:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971220.544427:0:103897:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971220.544433:0:103897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8908.
00000100:00000200:0.0:1788971220.544440:0:103897:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875872189517184, portal 10
00000400:00000010:0.0:1788971220.544445:0:103897:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8660.
00000100:00000200:0.0:1788971220.544448:0:103897:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875872189517184, offset 0
00000400:00000200:0.0:1788971220.544456:0:103897:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971220.544465:0:103897:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.544472:0:103897:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971220.544477:0:103897:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971220.544481:0:103897:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971220.544484:0:103897:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971220.544487:0:103897:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971220.544491:0:103897:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [31:31:256:4294967295] 192.168.203.150@tcp LPNI seq info [31:31:8:4294967295]
00000400:00000200:0.0:1788971220.544494:0:103897:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971220.544503:0:103897:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971220.544518:0:103897:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971220.544523:0:103897:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5100.
00000800:00000200:0.0:1788971220.544530:0:103897:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971220.544538:0:103897:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971220.544542:0:103897:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5100 type 1, nob 672 niov 1 nkiov 1
00000400:00000200:0.0:1788971220.544561:0:103897:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971220.551863:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971220.551873:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5100.
00000400:00000200:3.0:1788971220.551880:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971220.551890:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971220.551897:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8660
00000400:00000010:3.0:1788971220.551900:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8660.
00000100:00000200:3.0:1788971220.551913:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189517184/t0(0) o101->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971236 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000400:00000200:2.0:1788971220.560927:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.560948:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971220.560958:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.560964:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.560971:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.560975:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 688 into portal 10 MB=0x6aa1887800d80
00000400:00000200:2.0:1788971220.560980:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971220.560986:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 688/688 into md 0x32d [1] + 224
00000400:00000200:2.0:1788971220.561002:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971220.561007:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971220.561020:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189517184/t0(0) o101->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971236 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000400:00000010:0.0:1788971220.561103:0:103897:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:0.0:1788971220.561109:0:103897:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8908
00000400:00000010:0.0:1788971220.561112:0:103897:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8908.
00000100:00000200:0.0:1788971220.561120:0:103897:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189517184/t0(0) o101->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000100:00000200:0.0:1788971220.561130:0:103897:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189517184/t0(0) o101->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788971236 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0
00000100:00000010:0.0:1788971220.561164:0:103897:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c91240.
00000020:00000010:0.0:1788971220.561191:0:103897:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9a73d0a9e800.
00000080:00000010:0.0:1788971220.561222:0:103897:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9a73d0a9ee00.
00800000:00000010:0.0:1788971220.561247:0:103897:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9a73c7c02900.
02000000:00000010:0.0:1788971220.561286:0:103897:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9a73e00d8800.
02000000:00000010:0.0:1788971220.561293:0:103897:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9a73d0419c00.
00000100:00000010:0.0:1788971220.561298:0:103897:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000020:00000010:0.0:1788971220.561309:0:103897:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9a73e00d8800.
00000100:00000010:2.0:1788971221.329967:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c55a0.
00000100:00000010:3.0:1788971221.330049:0:88593:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c50c0.
00000080:00000010:3.0:1788971222.549706:0:103949:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9a73d0947e00.
00000020:00000010:3.0:1788971222.549726:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9a73d20bec00.
00000020:00000010:3.0:1788971222.549740:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9a73d20bf400.
00000020:00000010:3.0:1788971222.549758:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9a73c818dd80.
00000080:00000010:3.0:1788971222.549770:0:103949:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9a73d0947e00.
00000020:00000010:3.0:1788971222.549786:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9a73d0947e00.
00000020:00000010:3.0:1788971222.549800:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9a73d3c02000.
00000080:00000010:3.0:1788971222.566180:0:103949:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9a73d0947c00.
00000080:00000010:3.0:1788971222.566234:0:103949:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9a73d0947c00.
00000080:00000010:3.0:1788971222.566379:0:103949:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9a73d0947c00.
00000080:00000010:3.0:1788971222.566391:0:103949:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9a73d0947c00.
00000080:00000010:3.0:1788971222.566405:0:103949:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9a73c4f3b900.
00000020:00000010:3.0:1788971222.566953:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c4c1a400.
00000100:00000010:3.0:1788971222.566969:0:103949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8792d80.
02000000:00000010:3.0:1788971222.566981:0:103949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67a00.
00000100:00000010:3.0:1788971222.566994:0:103949:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c77f00.
02000000:00000010:3.0:1788971222.567014:0:103949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c4c18400.
00000400:00000200:3.0:1788971222.567024:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971222.567028:0:103949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436e18.
00000400:00000010:3.0:1788971222.567040:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873bb0.
00000100:00000200:3.0:1788971222.567047:0:103949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189517312, portal 10
00000400:00000010:3.0:1788971222.567053:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48735d8.
00000100:00000200:3.0:1788971222.567056:0:103949:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189517312, offset 0
00000400:00000200:3.0:1788971222.567065:0:103949:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971222.567073:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.567081:0:103949:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971222.567086:0:103949:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971222.567090:0:103949:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971222.567094:0:103949:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971222.567097:0:103949:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971222.567100:0:103949:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [32:32:256:4294967295] 192.168.203.150@tcp LPNI seq info [32:32:8:4294967295]
00000400:00000200:3.0:1788971222.567105:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.567114:0:103949:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971222.567121:0:103949:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971222.567127:0:103949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67e00.
00000800:00000200:3.0:1788971222.567133:0:103949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971222.567141:0:103949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971222.567145:0:103949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971222.567162:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971222.570010:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971222.570020:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67e00.
00000400:00000200:3.0:1788971222.570027:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.570035:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971222.570043:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48735d8
00000400:00000010:3.0:1788971222.570046:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48735d8.
00000100:00000200:3.0:1788971222.570057:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8792d80 x1875872189517312/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788971222.570090:0:103949:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391060.
00000100:00000010:3.0:1788971222.570102:0:103949:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391600.
00000400:00000200:3.0:1788971222.574958:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.574981:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971222.574992:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.574999:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.575004:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.575008:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 10 MB=0x6aa1887800e00
00000400:00000200:3.0:1788971222.575015:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.575022:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 368/368 into md 0x335 [1] + 224
00000400:00000200:3.0:1788971222.575040:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.575045:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971222.575064:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8792d80 x1875872189517312/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971222.575186:0:103949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436e18.
00000400:00000200:1.0:1788971222.575193:0:103949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873bb0
00000400:00000010:1.0:1788971222.575197:0:103949:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873bb0.
00000100:00000200:1.0:1788971222.575207:0:103949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8792d80 x1875872189517312/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971222.575215:0:103949:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8792d80 x1875872189517312/t0(0) o41->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971222.575264:0:103949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c77f00.
02000000:00000010:1.0:1788971222.575274:0:103949:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c4c18400.
02000000:00000010:1.0:1788971222.575281:0:103949:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67a00.
00000100:00000010:1.0:1788971222.575285:0:103949:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8792d80.
00000080:00000010:1.0:1788971222.575295:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c4c1a400.
00000020:00000010:1.0:1788971222.575379:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9a73c76ab000.
00000020:00000010:1.0:1788971222.575395:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000100:00000010:1.0:1788971222.575409:0:103949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971222.575421:0:103949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.575432:0:103949:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.575451:0:103949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7684800.
00000400:00000200:1.0:1788971222.575456:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971222.575460:0:103949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971222.575464:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.575471:0:103949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189517440, portal 10
00000400:00000010:1.0:1788971222.575476:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525770.
00000100:00000200:1.0:1788971222.575479:0:103949:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189517440, offset 0
00000400:00000200:1.0:1788971222.575486:0:103949:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971222.575492:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.575498:0:103949:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971222.575502:0:103949:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971222.575506:0:103949:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971222.575510:0:103949:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971222.575513:0:103949:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971222.575516:0:103949:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [33:33:256:4294967295] 192.168.203.150@tcp LPNI seq info [33:33:8:4294967295]
00000400:00000200:1.0:1788971222.575520:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.575528:0:103949:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971222.575534:0:103949:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971222.575538:0:103949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f400.
00000800:00000200:1.0:1788971222.575544:0:103949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971222.575551:0:103949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971222.575555:0:103949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971222.575568:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971222.577111:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971222.577119:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f400.
00000400:00000200:3.0:1788971222.577125:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.577133:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971222.577138:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525770
00000400:00000010:3.0:1788971222.577141:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525770.
00000100:00000200:3.0:1788971222.577150:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189517440/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971222.581591:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.581606:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971222.581618:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.581624:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.581631:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.581636:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 10 MB=0x6aa1887800e80
00000400:00000200:3.0:1788971222.581642:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.581659:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 368/368 into md 0x345 [1] + 224
00000400:00000200:3.0:1788971222.581679:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.581686:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971222.581713:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189517440/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971222.581871:0:103949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:1.0:1788971222.581883:0:103949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:1.0:1788971222.581886:0:103949:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.581902:0:103949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189517440/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971222.581930:0:103949:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189517440/t0(0) o41->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971222.581970:0:103949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.581981:0:103949:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7684800.
02000000:00000010:1.0:1788971222.581987:0:103949:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.581992:0:103949:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000080:00000010:1.0:1788971222.582003:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582084:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582092:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582098:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582100:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582104:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582107:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582110:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582113:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582116:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582119:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582124:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582126:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582130:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582132:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582136:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582138:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582141:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582144:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582150:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582153:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582158:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582160:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582166:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582169:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582185:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582188:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582194:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582196:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582200:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582202:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582205:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582208:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582212:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582214:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582219:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582235:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582240:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582242:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582246:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582249:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582255:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582258:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582263:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582265:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582270:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582273:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582278:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582280:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582284:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582286:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582289:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582291:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582294:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582296:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582299:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582303:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582307:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582310:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582324:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582328:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582333:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582335:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582340:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582342:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582348:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582352:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582357:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582360:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582366:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582369:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582373:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582376:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582382:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582386:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582391:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582394:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582398:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582400:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582404:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582407:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582410:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582412:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582415:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582418:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582420:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582422:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582426:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582428:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582431:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582433:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582437:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582440:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582453:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582456:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582460:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582461:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582465:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582468:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582471:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582473:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582477:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582479:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582482:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582484:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582487:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582489:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582493:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582495:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582499:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582501:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582505:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582507:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582511:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582513:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582516:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582519:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582522:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582524:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582528:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582530:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582534:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582536:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582540:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582542:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582545:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.582547:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.582559:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000100:00000010:1.0:1788971222.582573:0:103949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971222.582590:0:103949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.582602:0:103949:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.582620:0:103949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7684800.
00000400:00000200:1.0:1788971222.582629:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971222.582633:0:103949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971222.582639:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.582645:0:103949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189517568, portal 4
00000020:00000010:1.0:1788971222.582668:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d04a6000.
00000400:00000010:1.0:1788971222.582675:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525d48.
00000100:00000200:1.0:1788971222.582680:0:103949:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875872189517568, offset 0
00000400:00000200:1.0:1788971222.582687:0:103949:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971222.582696:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.582704:0:103949:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971222.582710:0:103949:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971222.582714:0:103949:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971222.582717:0:103949:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971222.582720:0:103949:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971222.582725:0:103949:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [34:34:256:4294967295] 192.168.203.150@tcp LPNI seq info [34:34:8:4294967295]
00000400:00000200:1.0:1788971222.582729:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.582739:0:103949:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971222.582745:0:103949:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971222.582750:0:103949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f100.
00000800:00000200:1.0:1788971222.582758:0:103949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971222.582766:0:103949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971222.582771:0:103949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971222.582802:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971222.583218:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971222.583233:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f100.
00000400:00000200:3.0:1788971222.583238:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.583244:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971222.583249:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525d48
00000400:00000010:3.0:1788971222.583252:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525d48.
00000100:00000200:3.0:1788971222.583259:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189517568/t0(0) o13->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971222.593679:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.593691:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971222.593707:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.593712:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.593718:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.593722:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 4 MB=0x6aa1887800f00
00000400:00000200:3.0:1788971222.593728:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.593735:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 368/368 into md 0x34d [1] + 224
00000400:00000200:3.0:1788971222.593753:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.593758:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971222.593788:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189517568/t0(0) o13->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971222.593921:0:103949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:1.0:1788971222.593932:0:103949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:1.0:1788971222.593935:0:103949:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.593970:0:103949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189517568/t0(0) o13->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971222.593983:0:103949:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189517568/t0(0) o13->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971222.594018:0:103949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.594029:0:103949:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7684800.
02000000:00000010:1.0:1788971222.594035:0:103949:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.594040:0:103949:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000080:00000010:1.0:1788971222.594050:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.594139:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000100:00000010:1.0:1788971222.594155:0:103949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971222.594168:0:103949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.594179:0:103949:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.594199:0:103949:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73c7684800.
00000400:00000200:1.0:1788971222.594206:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971222.594209:0:103949:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971222.594214:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.594230:0:103949:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189517696, portal 4
00000020:00000010:1.0:1788971222.594238:0:103949:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d04a0000.
00000400:00000010:1.0:1788971222.594242:0:103949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525c38.
00000100:00000200:1.0:1788971222.594246:0:103949:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875872189517696, offset 0
00000400:00000200:1.0:1788971222.594252:0:103949:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971222.594260:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.594268:0:103949:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971222.594274:0:103949:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971222.594278:0:103949:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971222.594281:0:103949:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971222.594284:0:103949:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971222.594288:0:103949:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [35:35:256:4294967295] 192.168.203.150@tcp LPNI seq info [35:35:8:4294967295]
00000400:00000200:1.0:1788971222.594292:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971222.594302:0:103949:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971222.594315:0:103949:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971222.594320:0:103949:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f500.
00000800:00000200:1.0:1788971222.594327:0:103949:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971222.594334:0:103949:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971222.594339:0:103949:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971222.594869:0:103949:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971222.599663:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971222.599685:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f500.
00000400:00000200:2.0:1788971222.599692:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971222.599701:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971222.599708:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525c38
00000400:00000010:2.0:1788971222.599711:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525c38.
00000100:00000200:2.0:1788971222.599721:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189517696/t0(0) o13->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971222.603596:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.603607:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971222.603616:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.603620:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.603626:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.603630:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 368 into portal 4 MB=0x6aa1887800f80
00000400:00000200:3.0:1788971222.603634:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971222.603639:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 368/368 into md 0x355 [1] + 224
00000400:00000200:3.0:1788971222.603652:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971222.603670:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971222.603685:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189517696/t0(0) o13->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971222.603849:0:103949:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:1.0:1788971222.603854:0:103949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:1.0:1788971222.603857:0:103949:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971222.603864:0:103949:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189517696/t0(0) o13->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971222.603872:0:103949:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189517696/t0(0) o13->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:7/4 lens 224/368 e 0 to 0 dl 1788971238 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971222.603905:0:103949:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c65b00c0.
02000000:00000010:1.0:1788971222.603916:0:103949:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73c7684800.
02000000:00000010:1.0:1788971222.603921:0:103949:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971222.603925:0:103949:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000080:00000010:1.0:1788971222.603936:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604151:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604160:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604166:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604168:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604172:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604174:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604177:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604179:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604181:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604183:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604186:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604188:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604191:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604201:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604207:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604209:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604212:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604214:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604218:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604231:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604236:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604238:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604242:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604244:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604248:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604249:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604252:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604254:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604257:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604259:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604262:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604264:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604267:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604269:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604272:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604274:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604278:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604279:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604283:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604285:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604288:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604291:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604294:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604296:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604300:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604302:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604306:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604316:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604322:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604324:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604328:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604330:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604333:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604335:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604338:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604340:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604343:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604345:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604349:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604351:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604355:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604357:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604360:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604363:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604366:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604368:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604371:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604373:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604376:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604377:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604381:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604383:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604386:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604387:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604390:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604392:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604395:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604397:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604400:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604402:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604405:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604413:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604419:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604421:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604424:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604427:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604430:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604432:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604435:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604437:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604440:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604442:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604445:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604447:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604449:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604451:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604454:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604457:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604460:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604462:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604466:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604468:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604471:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604473:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604476:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604478:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604481:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604483:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604486:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604488:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604491:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604493:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604496:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604498:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604501:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604509:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604515:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604518:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604521:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604524:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604527:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604529:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604532:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604534:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000020:00000010:1.0:1788971222.604538:0:103949:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604540:0:103949:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9a73c7687800.
00000080:00000010:1.0:1788971222.604553:0:103949:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9a73c4f3b900.
00000100:00000010:3.0:1788971223.570353:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391600.
00000100:00000010:2.0:1788971223.571689:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391060.
00000100:00000010:1.0:1788971225.365436:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971225.365462:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971225.365504:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971225.365509:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f000.
00000100:00000010:1.0:1788971225.365515:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3800.
02000000:00000010:1.0:1788971225.365520:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f900.
00000100:00000010:1.0:1788971225.365525:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971225.365528:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f500.
00000100:00000010:1.0:1788971225.365533:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f0700.
02000000:00000010:1.0:1788971225.365536:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f100.
02000000:00000010:1.0:1788971225.365578:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9447200.
00000400:00000200:1.0:1788971225.365586:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971225.365590:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971225.365597:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971225.365603:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189517824, portal 25
00000400:00000010:1.0:1788971225.365608:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525220.
00000100:00000200:1.0:1788971225.365611:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189517824, offset 0
00000400:00000200:1.0:1788971225.365619:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971225.365627:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.365635:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971225.365640:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971225.365656:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971225.365659:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971225.365662:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971225.365666:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [36:36:256:4294967295] 192.168.203.150@tcp LPNI seq info [36:36:8:4294967295]
00000400:00000200:1.0:1788971225.365670:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.365680:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971225.365686:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971225.365691:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f400.
00000800:00000200:1.0:1788971225.365697:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971225.365703:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971225.365708:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971225.365719:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971225.365723:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e39c0.
00000100:00000010:1.0:1788971225.365733:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3d20.
00000800:00000200:2.0:1788971225.365916:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971225.365921:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f400.
00000400:00000200:2.0:1788971225.365927:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971225.365932:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971225.365936:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525220
00000400:00000010:2.0:1788971225.365938:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525220.
00000100:00000200:2.0:1788971225.365946:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189517824/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971225.367910:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9446200.
00000400:00000200:1.0:1788971225.367925:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971225.367929:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000010:1.0:1788971225.367934:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525198.
00000100:00000200:1.0:1788971225.367940:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518080, portal 10
00000400:00000010:1.0:1788971225.367948:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75253b8.
00000100:00000200:1.0:1788971225.367952:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189518080, offset 0
00000400:00000200:1.0:1788971225.367960:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971225.367967:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.367975:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971225.367980:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971225.367983:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971225.367986:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971225.367988:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971225.367992:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [37:37:256:4294967295] 192.168.203.150@tcp LPNI seq info [37:37:8:4294967295]
00000400:00000200:1.0:1788971225.367997:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368005:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971225.368023:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971225.368028:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060ff00.
00000800:00000200:1.0:1788971225.368034:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971225.368040:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971225.368045:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971225.368062:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971225.368074:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9446400.
00000400:00000200:1.0:1788971225.368078:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971225.368080:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d268.
00000400:00000010:1.0:1788971225.368083:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971225.368087:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518336, portal 4
00000400:00000010:1.0:1788971225.368090:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525990.
00000100:00000200:1.0:1788971225.368092:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189518336, offset 0
00000400:00000200:1.0:1788971225.368096:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368099:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368103:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971225.368105:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971225.368107:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971225.368110:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971225.368112:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368115:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [38:38:255:4294967295] 192.168.203.150@tcp LPNI seq info [38:38:7:4294967295]
00000400:00000200:1.0:1788971225.368118:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368124:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971225.368129:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971225.368132:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f400.
00000800:00000200:1.0:1788971225.368136:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971225.368140:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971225.368143:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971225.368148:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971225.368168:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9446600.
00000400:00000200:1.0:1788971225.368178:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971225.368180:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971225.368183:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971225.368186:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189517952, portal 10
00000400:00000010:1.0:1788971225.368190:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525000.
00000100:00000200:1.0:1788971225.368192:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189517952, offset 0
00000400:00000200:1.0:1788971225.368196:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368210:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368213:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971225.368216:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971225.368219:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971225.368221:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971225.368223:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368225:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [39:39:254:4294967295] 192.168.203.150@tcp LPNI seq info [39:39:6:4294967295]
00000400:00000200:1.0:1788971225.368229:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368234:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971225.368239:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971225.368243:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d207d800.
00000800:00000200:1.0:1788971225.368246:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971225.368251:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971225.368253:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d207d800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971225.368257:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971225.368266:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c3f3f200.
00000400:00000200:1.0:1788971225.368270:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971225.368272:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971225.368276:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525f68.
00000100:00000200:1.0:1788971225.368278:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518208, portal 4
00000400:00000010:1.0:1788971225.368282:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525550.
00000100:00000200:1.0:1788971225.368284:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189518208, offset 0
00000400:00000200:1.0:1788971225.368288:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368291:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368300:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971225.368303:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971225.368305:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971225.368307:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971225.368309:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971225.368312:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [40:40:253:4294967295] 192.168.203.150@tcp LPNI seq info [40:40:5:4294967295]
00000400:00000200:1.0:1788971225.368316:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971225.368321:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971225.368326:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971225.368329:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d207d900.
00000800:00000200:1.0:1788971225.368332:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971225.368336:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971225.368338:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d207d900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971225.368343:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971225.368442:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971225.368447:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060ff00.
00000400:00000200:2.0:1788971225.368454:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971225.368459:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971225.368463:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75253b8
00000400:00000010:2.0:1788971225.368465:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75253b8.
00000100:00000200:2.0:1788971225.368473:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3800 x1875872189518080/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971225.368511:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971225.368513:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f400.
00000400:00000200:2.0:1788971225.368516:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971225.368519:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971225.368521:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525990
00000400:00000010:2.0:1788971225.368523:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525990.
00000100:00000200:2.0:1788971225.368527:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f0700 x1875872189518336/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971225.368554:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971225.368555:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d207d800.
00000400:00000200:2.0:1788971225.368559:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971225.368562:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971225.368565:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525000
00000400:00000010:2.0:1788971225.368567:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525000.
00000100:00000200:2.0:1788971225.368571:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189517952/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971225.368652:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971225.368655:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d207d900.
00000400:00000200:2.0:1788971225.368658:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971225.368661:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971225.368663:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525550
00000400:00000010:2.0:1788971225.368665:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525550.
00000100:00000200:2.0:1788971225.368669:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189518208/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971225.373450:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373460:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971225.373469:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373473:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373479:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373496:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801000
00000400:00000200:3.0:1788971225.373501:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373508:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x35d [1] + 224
00000400:00000200:3.0:1788971225.373522:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971225.373526:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971225.373541:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189517824/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971225.373578:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373582:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971225.373586:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373588:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373591:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373594:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801100
00000400:00000200:3.0:1788971225.373597:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373601:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x365 [1] + 224
00000400:00000200:3.0:1788971225.373607:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971225.373611:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971225.373617:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3800 x1875872189518080/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971225.373629:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373645:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971225.373649:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373652:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373654:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373657:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801080
00000400:00000200:3.0:1788971225.373660:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373664:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x375 [1] + 224
00000400:00000200:3.0:1788971225.373671:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971225.373674:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971225.373680:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189517952/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971225.373695:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373698:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971225.373702:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373704:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373706:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373709:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801200
00000400:00000200:3.0:1788971225.373711:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373714:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x36d [1] + 224
00000400:00000200:3.0:1788971225.373719:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971225.373722:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971225.373727:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f0700 x1875872189518336/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971225.373739:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373742:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971225.373746:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373748:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373750:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373753:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801180
00000400:00000200:3.0:1788971225.373755:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971225.373765:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x37d [1] + 224
00000400:00000200:3.0:1788971225.373775:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971225.373778:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971225.373784:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189518208/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971225.373936:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971225.373942:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525b28
00000400:00000010:1.0:1788971225.373945:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971225.373951:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189517952/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971225.373961:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189517952/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971225.373991:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971225.373994:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525f68
00000400:00000010:1.0:1788971225.373995:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525f68.
00000100:00000200:1.0:1788971225.373999:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189518208/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971225.374006:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189518208/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971225.374016:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:1.0:1788971225.374025:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:1.0:1788971225.374028:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971225.374032:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189517824/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971225.374039:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189517824/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971225.374050:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000200:1.0:1788971225.374052:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525198
00000400:00000010:1.0:1788971225.374053:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525198.
00000100:00000200:1.0:1788971225.374057:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3800 x1875872189518080/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971225.374064:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3800 x1875872189518080/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971225.374075:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d268.
00000400:00000200:1.0:1788971225.374078:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525440
00000400:00000010:1.0:1788971225.374079:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971225.374083:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f0700 x1875872189518336/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971225.374090:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f0700 x1875872189518336/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971225.374104:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9446600.
02000000:00000010:1.0:1788971225.374112:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f000.
00000100:00000010:1.0:1788971225.374116:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971225.374120:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c3f3f200.
02000000:00000010:1.0:1788971225.374125:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f500.
00000100:00000010:1.0:1788971225.374127:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971225.374130:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9447200.
02000000:00000010:1.0:1788971225.374132:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060fb00.
00000100:00000010:1.0:1788971225.374133:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971225.374136:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9446200.
02000000:00000010:1.0:1788971225.374144:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f900.
00000100:00000010:1.0:1788971225.374146:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3800.
02000000:00000010:1.0:1788971225.374148:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9446400.
02000000:00000010:1.0:1788971225.374150:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f100.
00000100:00000010:1.0:1788971225.374152:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f0700.
00000001:02000400:3.0:1788971225.712778:0:104155:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00000100:00000010:2.0:1788971226.386404:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e39c0.
00000100:00000010:3.0:1788971226.388326:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3d20.
00000020:00000010:0.0:1788971228.424193:0:104317:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780020.
00000020:00000010:0.0:1788971228.424310:0:104317:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780020.
00000400:00000200:2.0:1788971229.528284:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.528294:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971229.528302:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.528307:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.528313:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.528317:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 328 into portal 15 MB=0x6aa1888309b80
00000400:00000200:2.0:1788971229.528326:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.150@tcp of length 328/328 into md 0xd [2] + 0
00000400:00000200:2.0:1788971229.528342:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.528347:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971229.528355:0:102134:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000100:00000010:2.0:1788971229.528361:0:102134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840c700.
00000020:00000010:3.0:1788971229.528431:0:103854:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73c4c06000.
00000020:00000010:3.0:1788971229.528466:0:103854:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9a73c4e78a80.
00000020:00000010:3.0:1788971229.528471:0:103854:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9a73c4e78a80.
00000020:00000010:3.0:1788971229.528477:0:103854:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9a73d8835400.
00000020:00000010:3.0:1788971229.528481:0:103854:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9a73c818dc00.
00000020:00000010:3.0:1788971229.528505:0:103854:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9a73c9793578.
00000020:00000010:3.0:1788971229.528550:0:103854:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9a73c4e78a80.
00000020:00000010:3.0:1788971229.528553:0:103854:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9a73c4e78a80.
00000100:00000200:3.0:1788971229.528556:0:103854:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875872201087872
02000000:00000010:3.0:1788971229.528574:0:103854:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9a73d0434000.
00000400:00000010:3.0:1788971229.528589:0:103854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48735d8.
00000100:00000200:3.0:1788971229.528594:0:103854:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875872201087872, offset 224
00000400:00000200:3.0:1788971229.528602:0:103854:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971229.528608:0:103854:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971229.528616:0:103854:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.50@tcp to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971229.528623:0:103854:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [41:41:256:4294967295] 192.168.203.150@tcp LPNI seq info [41:41:8:4294967295]
00000400:00000200:3.0:1788971229.528629:0:103854:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971229.528638:0:103854:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:192.168.203.50@tcp) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971229.528643:0:103854:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971229.528648:0:103854:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67a00.
00000800:00000200:3.0:1788971229.528654:0:103854:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971229.528661:0:103854:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971229.528665:0:103854:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67a00 type 1, nob 320 niov 1 nkiov 1
00010000:00000010:3.0:1788971229.528694:0:103854:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9a73c6509480.
00000020:00000010:3.0:1788971229.528718:0:103854:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9a73c818dc00.
00000020:00000010:3.0:1788971229.528723:0:103854:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9a73c9793578.
00000020:00000010:3.0:1788971229.528734:0:103854:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d8835400.
00000100:00000010:1.0:1788971229.528808:0:103863:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f0700.
00000800:00000200:2.0:1788971229.528842:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971229.528852:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67a00.
00000400:00000200:2.0:1788971229.528856:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.528860:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
02000000:00000010:1.0:1788971229.528863:0:103863:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d17ae400.
00000400:00000200:2.0:1788971229.528864:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48735d8
00000400:00000010:2.0:1788971229.528870:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48735d8.
00010000:00000010:1.0:1788971229.528906:0:103863:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9a73c6509480.
02000000:00000010:1.0:1788971229.528934:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d17ae800.
00000400:00000200:1.0:1788971229.528941:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971229.528944:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d268.
00000400:00000010:1.0:1788971229.528949:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971229.528955:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518464, portal 18
00000400:00000010:1.0:1788971229.528958:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525198.
00000100:00000200:1.0:1788971229.528961:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875872189518464, offset 0
00000400:00000200:1.0:1788971229.528967:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971229.528971:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971229.528975:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971229.528980:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971229.528984:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971229.528988:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971229.528990:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971229.528993:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [42:42:256:4294967295] 192.168.203.150@tcp LPNI seq info [42:42:8:4294967295]
00000400:00000200:1.0:1788971229.528998:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971229.529004:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971229.529008:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971229.529012:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d207d800.
00000800:00000200:1.0:1788971229.529016:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971229.529021:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971229.529024:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d207d800 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:1.0:1788971229.529042:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971229.529052:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3660.
00000100:00000010:1.0:1788971229.529063:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3b40.
00000800:00000200:2.0:1788971229.529322:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971229.529326:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d207d800.
00000400:00000200:2.0:1788971229.529330:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.529334:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971229.529337:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525198
00000400:00000010:2.0:1788971229.529339:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525198.
00000100:00000200:2.0:1788971229.529346:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f0700 x1875872189518464/t0(0) o103->MGC192.168.203.150@tcp@192.168.203.150@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971245 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000010:1.1F:1788971229.534890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9a73d426ab00.
00010000:00000010:1.1:1788971229.534923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9a73c0030400.
00000400:00000200:2.0:1788971229.538520:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.538530:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971229.538539:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.538544:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.538549:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.538553:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 18 MB=0x6aa1887801280
00000400:00000200:2.0:1788971229.538558:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971229.538564:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.150@tcp of length 224/224 into md 0x38d [1] + 224
00000400:00000200:2.0:1788971229.538594:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971229.538599:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971229.538613:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f0700 x1875872189518464/t0(0) o103->MGC192.168.203.150@tcp@192.168.203.150@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971229.538733:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d268.
00000400:00000200:1.0:1788971229.538739:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525440
00000400:00000010:1.0:1788971229.538742:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971229.538749:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f0700 x1875872189518464/t0(0) o103->MGC192.168.203.150@tcp@192.168.203.150@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971229.538758:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f0700 x1875872189518464/t0(0) o103->MGC192.168.203.150@tcp@192.168.203.150@tcp:17/18 lens 328/224 e 0 to 0 dl 1788971245 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971229.538795:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d17ae800.
02000000:00000010:1.0:1788971229.538801:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d17ae400.
00000100:00000010:1.0:1788971229.538805:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f0700.
00000100:00000010:3.0:1788971230.482144:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791c00.
02000000:00000010:3.0:1788971230.482183:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67600.
00000100:00000010:3.0:1788971230.482221:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790380.
02000000:00000010:3.0:1788971230.482226:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67e00.
00000100:00000010:3.0:1788971230.482233:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8792680.
02000000:00000010:3.0:1788971230.482238:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67300.
00000100:00000010:3.0:1788971230.482243:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791180.
02000000:00000010:3.0:1788971230.482247:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67200.
00000100:00000010:3.0:1788971230.482252:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8792a00.
02000000:00000010:3.0:1788971230.482255:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67100.
00000020:00000010:2.0:1788971230.482316:0:102143:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9a73c46e0000.
00000020:00000010:2.0:1788971230.482322:0:102143:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73d107f600.
80000000:00000010:2.0:1788971230.482326:0:102143:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73c726cde0.
40000000:00000010:2.0:1788971230.482331:0:102143:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9a73c80a3a00.
00000008:00000010:2.0:1788971230.482336:0:102143:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c74837f0.
00020000:00000010:2.0:1788971230.482341:0:102143:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73d4f21540.
00008000:00000010:2.0:1788971230.482360:0:102143:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c7488388.
00100000:00000010:2.0:1788971230.482366:0:102143:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9a73c2e3c800.
00040000:00000010:2.0:1788971230.482383:0:102143:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9a73c9613200.
00040000:00000010:2.0:1788971230.482389:0:102143:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9a73c2e3f800.
00040000:00000010:2.0:1788971230.482392:0:102143:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73d107f000.
00000004:00000010:2.0:1788971230.482398:0:102143:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9a73c8720000.
00000004:00000010:2.0:1788971230.482403:0:102143:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9a73c7658000.
00000004:00000010:2.0:1788971230.482408:0:102143:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9a73c8722800.
00002000:00000010:2.0:1788971230.482412:0:102143:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9a73c7468c00.
00000004:00000010:2.0:1788971230.482415:0:102143:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9a73c746a400.
00000080:00000010:2.0:1788971230.482420:0:102143:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6535498.
00000080:00000010:2.0:1788971230.482424:0:102143:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c748cb90.
00000008:00000010:2.0:1788971230.482443:0:102143:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c7657e40.
00020000:00000010:2.0:1788971230.482456:0:102143:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c687c490.
00008000:00000010:2.0:1788971230.482474:0:102143:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c40f2268.
00000080:00000010:2.0:1788971230.482485:0:102143:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c47ffd20.
02000000:00000010:2.0:1788971230.482501:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d107ec00.
00000400:00000200:2.0:1788971230.482510:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971230.482514:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01261b8.
00000400:00000010:2.0:1788971230.482528:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b880.
00000100:00000200:2.0:1788971230.482535:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518592, portal 25
00000400:00000010:2.0:1788971230.482541:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bee0.
00000100:00000200:2.0:1788971230.482544:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189518592, offset 0
00000400:00000200:2.0:1788971230.482552:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482560:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482568:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971230.482573:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971230.482577:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971230.482580:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971230.482583:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482587:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [43:43:256:4294967295] 192.168.203.150@tcp LPNI seq info [43:43:8:4294967295]
00000400:00000200:2.0:1788971230.482590:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482606:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971230.482614:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971230.482619:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c9613700.
00000800:00000200:2.0:1788971230.482625:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971230.482633:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971230.482637:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c9613700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971230.482658:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971230.482676:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d107f400.
00000400:00000200:2.0:1788971230.482680:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971230.482683:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126ec8.
00000400:00000010:2.0:1788971230.482686:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7be58.
00000100:00000200:2.0:1788971230.482689:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518848, portal 10
00000020:00000010:2.0:1788971230.482697:0:102143:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d0412000.
00000400:00000010:2.0:1788971230.482701:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7baa0.
00000100:00000200:2.0:1788971230.482703:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189518848, offset 0
00000400:00000200:2.0:1788971230.482707:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482711:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482714:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971230.482717:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971230.482719:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971230.482721:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971230.482724:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482726:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [44:44:255:4294967295] 192.168.203.150@tcp LPNI seq info [44:44:7:4294967295]
00000400:00000200:2.0:1788971230.482730:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482735:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971230.482739:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971230.482742:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c9613e00.
00000800:00000200:2.0:1788971230.482746:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971230.482751:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971230.482753:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c9613e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971230.482767:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971230.482776:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c120b000.
00000400:00000200:2.0:1788971230.482780:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971230.482783:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126630.
00000400:00000010:2.0:1788971230.482785:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7ba18.
00000100:00000200:2.0:1788971230.482788:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189519104, portal 4
00000400:00000010:2.0:1788971230.482792:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b770.
00000100:00000200:2.0:1788971230.482794:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189519104, offset 0
00000400:00000200:2.0:1788971230.482798:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482802:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482805:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971230.482808:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971230.482810:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971230.482841:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971230.482843:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482846:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [45:45:254:4294967295] 192.168.203.150@tcp LPNI seq info [45:45:6:4294967295]
00000400:00000200:2.0:1788971230.482850:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482854:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971230.482858:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971230.482862:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c9613100.
00000800:00000200:2.0:1788971230.482866:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971230.482869:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971230.482871:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c9613100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971230.482876:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971230.482890:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d43f5400.
00000400:00000200:2.0:1788971230.482893:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971230.482896:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01267e8.
00000400:00000010:2.0:1788971230.482899:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bd48.
00000100:00000200:2.0:1788971230.482902:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518720, portal 10
00000020:00000010:2.0:1788971230.482907:0:102143:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d0416000.
00000400:00000010:2.0:1788971230.482911:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bc38.
00000100:00000200:2.0:1788971230.482919:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189518720, offset 0
00000400:00000200:2.0:1788971230.482924:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482928:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482931:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971230.482934:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971230.482936:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971230.482938:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971230.482940:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971230.482942:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [46:46:253:4294967295] 192.168.203.150@tcp LPNI seq info [46:46:5:4294967295]
00000400:00000200:2.0:1788971230.482946:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.482951:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971230.482956:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971230.482959:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c9613b00.
00000800:00000200:2.0:1788971230.482962:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971230.482966:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971230.482969:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c9613b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971230.482973:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971230.482981:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c33a1200.
00000400:00000200:2.0:1788971230.482984:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971230.482987:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126b58.
00000400:00000010:2.0:1788971230.482989:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b220.
00000800:00000200:3.0:1788971230.483099:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971230.483103:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c9613700.
00000400:00000200:3.0:1788971230.483109:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.483115:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971230.483121:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bee0
00000400:00000010:3.0:1788971230.483123:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bee0.
00000100:00000200:3.0:1788971230.483132:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791c00 x1875872189518592/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971230.483154:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971230.483156:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c9613e00.
00000400:00000200:3.0:1788971230.483159:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.483162:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971230.483173:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7baa0
00000400:00000010:3.0:1788971230.483175:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7baa0.
00000100:00000200:3.0:1788971230.483180:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8792680 x1875872189518848/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971230.483195:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971230.483204:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c9613100.
00000400:00000200:3.0:1788971230.483206:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.483210:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971230.483212:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b770
00000400:00000010:3.0:1788971230.483214:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b770.
00000100:00000200:3.0:1788971230.483219:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8792a00 x1875872189519104/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971230.483292:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971230.483295:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c9613b00.
00000400:00000200:3.0:1788971230.483297:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.483301:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971230.483303:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bc38
00000400:00000010:3.0:1788971230.483305:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bc38.
00000100:00000200:3.0:1788971230.483309:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790380 x1875872189518720/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1788971230.483345:0:102142:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9a73c6a15588.
00000020:00000010:3.0:1788971230.483350:0:102142:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73d8834400.
80000000:00000010:3.0:1788971230.483353:0:102142:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73d1391120.
40000000:00000010:3.0:1788971230.483356:0:102142:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9a73c4e78840.
00000008:00000010:3.0:1788971230.483360:0:102142:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9a73c443efe0.
00020000:00000010:3.0:1788971230.483363:0:102142:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9a73c55fc840.
00008000:00000010:3.0:1788971230.483367:0:102142:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9a73c6ff6de8.
00100000:00000010:3.0:1788971230.483371:0:102142:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9a73c64e6800.
00040000:00000010:3.0:1788971230.483374:0:102142:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9a73c4c67a00.
00040000:00000010:3.0:1788971230.483377:0:102142:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9a73c64e3000.
00040000:00000010:3.0:1788971230.483379:0:102142:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73d8834000.
00000004:00000010:3.0:1788971230.483382:0:102142:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9a73c64e1000.
00000004:00000010:3.0:1788971230.483386:0:102142:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9a73d2ffe000.
00000004:00000010:3.0:1788971230.483389:0:102142:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9a73c64e3800.
00002000:00000010:3.0:1788971230.483392:0:102142:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9a73d0437800.
00000004:00000010:3.0:1788971230.483395:0:102142:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9a73d0435c00.
00000080:00000010:3.0:1788971230.483398:0:102142:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9a73c6eb9b28.
00000080:00000010:3.0:1788971230.483407:0:102142:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9a73c52646f0.
00000008:00000010:3.0:1788971230.483411:0:102142:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9a73c46f7340.
00020000:00000010:3.0:1788971230.483414:0:102142:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9a73c4414db0.
00008000:00000010:3.0:1788971230.483417:0:102142:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9a73c423f968.
00000080:00000010:3.0:1788971230.483420:0:102142:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9a73c423eb40.
00000100:00000200:2.0:1788971230.483687:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189518976, portal 4
00000400:00000010:2.0:1788971230.483693:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b198.
00000100:00000200:2.0:1788971230.483696:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189518976, offset 0
00000400:00000200:2.0:1788971230.483700:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971230.483705:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.483709:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971230.483712:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971230.483715:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971230.483717:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971230.483720:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971230.483728:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [47:47:256:4294967295] 192.168.203.150@tcp LPNI seq info [47:47:8:4294967295]
00000400:00000200:2.0:1788971230.483732:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.483738:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971230.483743:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971230.483747:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c9613b00.
00000800:00000200:2.0:1788971230.483751:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971230.483755:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971230.483758:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c9613b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971230.483778:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971230.484078:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971230.484082:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c9613b00.
00000400:00000200:3.0:1788971230.484086:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.484090:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971230.484094:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b198
00000400:00000010:3.0:1788971230.484096:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b198.
00000100:00000200:3.0:1788971230.484102:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791180 x1875872189518976/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971230.489630:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.489640:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.489648:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.489652:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.489657:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.489661:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801300
00000400:00000200:3.0:1788971230.489666:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.489671:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x395 [1] + 224
00000400:00000200:3.0:1788971230.489684:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.489689:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.489703:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791c00 x1875872189518592/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971230.489943:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01261b8.
00000400:00000200:2.0:1788971230.489948:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b880
00000400:00000010:2.0:1788971230.489951:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b880.
00000100:00000200:2.0:1788971230.489957:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791c00 x1875872189518592/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971230.489967:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791c00 x1875872189518592/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971230.489992:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d107ec00.
02000000:00000010:2.0:1788971230.489998:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67600.
00000100:00000010:2.0:1788971230.490002:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791c00.
00000400:00000200:3.0:1788971230.490388:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490394:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.490399:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490402:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490405:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490408:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801400
00000400:00000200:3.0:1788971230.490425:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490430:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x3a5 [1] + 224
00000400:00000200:3.0:1788971230.490438:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.490441:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.490454:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8792680 x1875872189518848/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971230.490479:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490483:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.490487:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490490:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490493:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490495:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801380
00000400:00000200:3.0:1788971230.490498:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.490501:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x3c5 [1] + 224
00000400:00000200:3.0:1788971230.490508:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.490511:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.490517:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790380 x1875872189518720/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971230.492778:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01267e8.
00000400:00000200:2.0:1788971230.492792:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bd48
00000400:00000010:2.0:1788971230.492794:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bd48.
00000100:00000200:2.0:1788971230.492806:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790380 x1875872189518720/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971230.492845:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790380 x1875872189518720/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971230.492875:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126ec8.
00000400:00000200:2.0:1788971230.492878:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7be58
00000400:00000010:2.0:1788971230.492880:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7be58.
00000100:00000200:2.0:1788971230.492902:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8792680 x1875872189518848/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971230.492909:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8792680 x1875872189518848/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971230.492926:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d43f5400.
02000000:00000010:2.0:1788971230.492933:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67e00.
00000100:00000010:2.0:1788971230.492938:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790380.
02000000:00000010:2.0:1788971230.492941:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d107f400.
02000000:00000010:2.0:1788971230.492943:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67300.
00000100:00000010:2.0:1788971230.492945:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8792680.
00000400:00000200:3.0:1788971230.494966:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.494976:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.494984:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.494989:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.494994:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.494998:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801500
00000400:00000200:3.0:1788971230.495004:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495010:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x3b5 [1] + 224
00000400:00000200:3.0:1788971230.495023:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.495028:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.495042:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8792a00 x1875872189519104/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971230.495096:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495100:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.495104:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495106:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495109:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495111:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801480
00000400:00000200:3.0:1788971230.495114:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.495117:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x3d5 [1] + 224
00000400:00000200:3.0:1788971230.495125:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.495129:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.495134:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791180 x1875872189518976/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971230.495329:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126b58.
00000400:00000200:2.0:1788971230.495335:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b220
00000400:00000010:2.0:1788971230.495337:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b220.
00000100:00000200:2.0:1788971230.495343:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791180 x1875872189518976/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971230.495353:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791180 x1875872189518976/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971230.495393:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126630.
00000400:00000200:2.0:1788971230.495397:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7ba18
00000400:00000010:2.0:1788971230.495398:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7ba18.
00000100:00000200:2.0:1788971230.495403:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8792a00 x1875872189519104/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971230.495410:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8792a00 x1875872189519104/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971230.495425:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c33a1200.
02000000:00000010:2.0:1788971230.495430:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67200.
00000100:00000010:2.0:1788971230.495434:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791180.
02000000:00000010:2.0:1788971230.495438:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c120b000.
02000000:00000010:2.0:1788971230.495442:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67100.
00000100:00000010:2.0:1788971230.495463:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8792a00.
00000100:00000010:3.0:1788971230.801989:0:103865:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791880.
02000000:00000010:3.0:1788971230.802031:0:103865:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d8835800.
00010000:00000010:3.0:1788971230.802051:0:103865:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9a73d1603d00.
00010000:00000010:3.0:1788971230.802059:0:103865:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9a740205a000.
00000100:00000010:3.0:1788971230.802087:0:103865:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c6509780.
02000000:00000010:3.0:1788971230.802130:0:103865:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9a73d0434800.
00000400:00000200:3.0:1788971230.802143:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971230.802149:0:103865:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436688.
00000400:00000010:3.0:1788971230.802157:0:103865:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873880.
00000100:00000200:3.0:1788971230.802178:0:103865:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875872189519232, portal 25
00000400:00000010:3.0:1788971230.802184:0:103865:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873ee0.
00000100:00000200:3.0:1788971230.802186:0:103865:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875872189519232, offset 0
00000400:00000200:3.0:1788971230.802197:0:103865:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971230.802207:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.802216:0:103865:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971230.802222:0:103865:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971230.802226:0:103865:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971230.802249:0:103865:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971230.802252:0:103865:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971230.802256:0:103865:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [48:48:256:4294967295] 192.168.203.150@tcp LPNI seq info [48:48:8:4294967295]
00000400:00000200:3.0:1788971230.802261:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.802273:0:103865:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971230.802280:0:103865:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971230.802288:0:103865:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67100.
00000800:00000200:3.0:1788971230.802296:0:103865:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971230.802306:0:103865:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971230.802312:0:103865:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67100 type 1, nob 424 niov 1 nkiov 1
00000400:00000200:3.0:1788971230.802340:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971230.802978:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971230.802985:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67100.
00000400:00000200:2.0:1788971230.803001:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971230.803011:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971230.803019:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873ee0
00000400:00000010:2.0:1788971230.803022:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873ee0.
00000100:00000200:2.0:1788971230.803035:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791880 x1875872189519232/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971246 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971230.811128:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.811137:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971230.811147:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.811152:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.811157:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.811173:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 344 into portal 25 MB=0x6aa1887801580
00000400:00000200:2.0:1788971230.811178:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971230.811183:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 344/344 into md 0x3e5 [1] + 224
00000400:00000200:2.0:1788971230.811198:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971230.811203:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971230.811217:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791880 x1875872189519232/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971230.811401:0:103865:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436688.
00000400:00000200:0.0:1788971230.811407:0:103865:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873880
00000400:00000010:0.0:1788971230.811409:0:103865:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873880.
00000100:00000200:0.0:1788971230.811417:0:103865:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791880 x1875872189519232/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971230.811426:0:103865:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791880 x1875872189519232/t0(0) o101->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 328/344 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971230.811471:0:103865:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c6509780.
02000000:00000010:0.0:1788971230.811495:0:103865:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9a73d0434800.
02000000:00000010:0.0:1788971230.811501:0:103865:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d8835800.
00000100:00000010:0.0:1788971230.811507:0:103865:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791880.
10000000:00000010:0.0:1788971230.811516:0:103865:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9a73d0fe68c0.
00000020:00000010:0.0:1788971230.811521:0:103865:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9a73d4625800.
00000020:00000010:0.0:1788971230.811527:0:103865:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9a73d4625e00.
00000040:00000010:0.0:1788971230.811532:0:103865:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9a73d4625000.
00000020:00000010:0.0:1788971230.811537:0:103865:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9a73c40e9000.
00000020:00000010:0.0:1788971230.811541:0:103865:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73d4624000.
80000000:00000010:0.0:1788971230.811546:0:103865:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73d40c5f60.
00040000:00000010:0.0:1788971230.811551:0:103865:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73d4624600.
20000000:00000010:0.0:1788971230.811555:0:103865:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9a73d4625600.
00000040:00000010:0.0:1788971230.811561:0:103865:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9a73d4624c00.
00000100:00000010:0.0:1788971230.811567:0:103865:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971230.811578:0:103865:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d4624e00.
00000100:00000010:0.0:1788971230.811591:0:103865:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73c7c91f00.
02000000:00000010:0.0:1788971230.811623:0:103865:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625c00.
00000400:00000200:0.0:1788971230.811629:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971230.811632:0:103865:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4c60.
00000400:00000010:0.0:1788971230.811637:0:103865:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8908.
00000100:00000200:0.0:1788971230.811643:0:103865:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189519360, portal 25
00000400:00000010:0.0:1788971230.811647:0:103865:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971230.811651:0:103865:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875872189519360, offset 0
00000400:00000200:0.0:1788971230.811657:0:103865:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971230.811663:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971230.811668:0:103865:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971230.811674:0:103865:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971230.811677:0:103865:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971230.811681:0:103865:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971230.811684:0:103865:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971230.811694:0:103865:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [49:49:256:4294967295] 192.168.203.150@tcp LPNI seq info [49:49:8:4294967295]
00000400:00000200:0.0:1788971230.811698:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971230.811720:0:103865:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971230.811726:0:103865:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971230.811732:0:103865:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63800.
00000800:00000200:0.0:1788971230.811739:0:103865:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971230.811747:0:103865:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971230.811751:0:103865:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63800 type 1, nob 600 niov 1 nkiov 1
00000400:00000200:0.0:1788971230.811768:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971230.812014:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971230.812018:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63800.
00000400:00000200:2.0:1788971230.812022:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971230.812026:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971230.812030:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a85d8
00000400:00000010:2.0:1788971230.812032:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a85d8.
00000100:00000200:2.0:1788971230.812038:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189519360/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971246 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971230.837385:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.837399:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.837416:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.837422:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.837429:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.837434:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 272 into portal 25 MB=0x6aa1887801600
00000400:00000200:3.0:1788971230.837440:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.837457:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 272/272 into md 0x3f5 [1] + 224
00000400:00000200:3.0:1788971230.837476:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.837482:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.837501:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189519360/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971230.844875:0:103865:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4c60.
00000400:00000200:1.0:1788971230.844890:0:103865:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8908
00000400:00000010:1.0:1788971230.844894:0:103865:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8908.
00000100:00000200:1.0:1788971230.844912:0:103865:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189519360/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971230.844925:0:103865:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189519360/t0(0) o501->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 504/272 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788971230.844961:0:103865:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73c7c91f00.
02000000:00000010:1.0:1788971230.852177:0:103865:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625c00.
02000000:00000010:1.0:1788971230.852196:0:103865:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d4624e00.
00000100:00000010:1.0:1788971230.852210:0:103865:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000040:00000010:1.0:1788971230.852228:0:103865:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9a73d04a4000.
00000100:00000010:1.0:1788971230.852237:0:103865:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f0700.
02000000:00000010:1.0:1788971230.852254:0:103865:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9a73d17ae600.
00000100:00000010:1.0:1788971230.852274:0:103865:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9a73d1a50300.
02000000:00000010:1.0:1788971230.852325:0:103865:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9a73c4144000.
00000400:00000200:1.0:1788971230.852338:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971230.852344:0:103865:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d268.
00000400:00000010:1.0:1788971230.852353:0:103865:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9a73c7ce7f00.
00000100:00000200:1.0:1788971230.852371:0:103865:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875872189519488, portal 25
00000400:00000010:1.0:1788971230.852378:0:103865:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971230.852383:0:103865:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875872189519488, offset 0
00000400:00000200:1.0:1788971230.852394:0:103865:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971230.852405:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971230.852415:0:103865:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971230.852421:0:103865:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971230.852426:0:103865:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971230.852430:0:103865:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971230.852433:0:103865:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971230.852437:0:103865:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [50:50:256:4294967295] 192.168.203.150@tcp LPNI seq info [50:50:8:4294967295]
00000400:00000200:1.0:1788971230.852441:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971230.852465:0:103865:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971230.852479:0:103865:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971230.852485:0:103865:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d207dd00.
00000800:00000200:1.0:1788971230.852493:0:103865:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971230.852502:0:103865:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971230.852507:0:103865:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d207dd00 type 1, nob 368 niov 1 nkiov 1
00000400:00000200:1.0:1788971230.852532:0:103865:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971230.852805:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971230.852857:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d207dd00.
00000400:00000200:2.0:1788971230.852864:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971230.852871:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971230.852878:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525440
00000400:00000010:2.0:1788971230.852880:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525440.
00000100:00000200:2.0:1788971230.852891:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f0700 x1875872189519488/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971246 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971230.858918:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.858929:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971230.858941:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.858946:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.858953:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.858958:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 8416 into portal 25 MB=0x6aa1887801680
00000400:00000200:3.0:1788971230.858964:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971230.858980:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 8416/8416 into md 0x3fd [4] + 224
00000400:00000200:3.0:1788971230.859005:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971230.859011:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971230.859026:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f0700 x1875872189519488/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971246 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971230.859500:0:103865:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d268.
00000400:00000200:0.0:1788971230.859507:0:103865:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7ce7f00
00000400:00000010:0.0:1788971230.859509:0:103865:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9a73c7ce7f00.
00000100:00000200:0.0:1788971230.859517:0:103865:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f0700 x1875872189519488/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971230.859527:0:103865:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f0700 x1875872189519488/t0(0) o503->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788971246 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971230.859554:0:103865:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9a73d1a50300.
02000000:00000010:0.0:1788971230.859568:0:103865:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9a73c4144000.
02000000:00000010:0.0:1788971230.859583:0:103865:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9a73d17ae600.
00000100:00000010:0.0:1788971230.859588:0:103865:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f0700.
00000040:00000010:0.0:1788971230.859598:0:103865:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9a73d40c5ea0.
00000020:00000010:3.0:1788971230.869704:0:104378:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9a73d8835400.
00000020:00000010:3.0:1788971230.869730:0:104378:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9a73d8835000.
00000040:00000010:3.0:1788971230.869735:0:104378:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9a73d8835c00.
00000020:00000010:3.0:1788971230.869742:0:104378:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9a73c64e5800.
00000020:00000010:3.0:1788971230.869748:0:104378:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9a73c6a12840.
00000020:00000010:3.0:1788971230.869754:0:104378:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9a73d8834a00.
80000000:00000010:3.0:1788971230.869760:0:104378:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9a73d1391cc0.
40000000:00000010:3.0:1788971230.869765:0:104378:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9a73c4e78f40.
00100000:00000010:3.0:1788971230.869773:0:104378:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9a73d1a4d000.
00040000:00000010:3.0:1788971230.869779:0:104378:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9a73c4c67200.
00040000:00000010:3.0:1788971230.869783:0:104378:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9a73d1a4d800.
00040000:00000010:3.0:1788971230.869787:0:104378:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9a73d8834200.
00000004:00000010:3.0:1788971230.869793:0:104378:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9a73d1a4e000.
00000004:00000010:3.0:1788971230.869800:0:104378:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9a73d2ff8000.
00000004:00000010:3.0:1788971230.869806:0:104378:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9a73d1aa9800.
00002000:00000010:3.0:1788971230.869837:0:104378:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9a73d0434400.
00000004:00000010:3.0:1788971230.869843:0:104378:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9a73d0434c00.
00000020:00000010:3.0:1788971230.869849:0:104378:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9a73c4e78d40.
00000040:00000010:3.0:1788971230.869858:0:104378:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9a73c4c02000.
00000040:00000010:3.0:1788971230.870382:0:104378:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9a73c4c02000.
00000020:00000010:3.0:1788971230.870393:0:104378:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9a73c4e78d40.
00000020:00000010:3.0:1788971230.870411:0:104378:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9a73d8835000.
00000040:00000010:3.0:1788971230.870418:0:104378:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9a73d8835c00.
00000020:00000010:3.0:1788971230.870422:0:104378:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9a73c64e5800.
00000020:00000010:3.0:1788971230.870428:0:104378:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9a73c6a12840.
00000020:00000010:3.0:1788971230.870433:0:104378:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9a73d8834a00.
80000000:00000010:3.0:1788971230.870437:0:104378:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9a73d1391cc0.
40000000:00000010:3.0:1788971230.870454:0:104378:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9a73c4e78f40.
00100000:00000010:3.0:1788971230.870458:0:104378:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9a73d1a4d000.
00040000:00000010:3.0:1788971230.870462:0:104378:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9a73c4c67200.
00040000:00000010:3.0:1788971230.870465:0:104378:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9a73d1a4d800.
00040000:00000010:3.0:1788971230.870468:0:104378:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9a73d8834200.
00000004:00000010:3.0:1788971230.870481:0:104378:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9a73d1a4e000.
00000004:00000010:3.0:1788971230.870487:0:104378:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9a73d2ff8000.
00000004:00000010:3.0:1788971230.870492:0:104378:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9a73d1aa9800.
00002000:00000010:3.0:1788971230.870495:0:104378:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9a73d0434400.
00000004:00000010:3.0:1788971230.870499:0:104378:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9a73d0434c00.
00000020:00000010:3.0:1788971230.870502:0:104378:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d8835400.
00000040:00000010:0.0:1788971230.871437:0:103865:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9a73d40c5ea0.
00000040:00000010:0.0:1788971230.871461:0:103865:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9a73d04a4000.
00000040:00000010:0.0:1788971230.871465:0:103865:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9a73d4624c00.
00000020:00000010:0.0:1788971230.871483:0:103865:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9a73d4625e00.
00000040:00000010:0.0:1788971230.871489:0:103865:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9a73d4625000.
00000020:00000010:0.0:1788971230.871493:0:103865:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9a73c40e9000.
00000020:00000010:0.0:1788971230.871498:0:103865:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9a73d4624000.
80000000:00000010:0.0:1788971230.871502:0:103865:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9a73d40c5f60.
00040000:00000010:0.0:1788971230.871505:0:103865:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9a73d4624600.
20000000:00000010:0.0:1788971230.871522:0:103865:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9a73d4625600.
00000020:00000010:0.0:1788971230.871525:0:103865:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9a73d4625800.
10000000:00000010:0.0:1788971230.871529:0:103865:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9a73d0fe68c0.
00000100:00000010:2.0:1788971231.889899:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3660.
00000100:00000010:3.0:1788971231.889971:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3b40.
00000001:02000400:3.0:1788971233.297387:0:104516:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_253 skipping ALWAYS excluded test 253
00000001:02000400:0.0:1788971234.901324:0:104657:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_254 skipping ALWAYS excluded test 254
00000100:00000010:0.0:1788971235.602047:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971235.602069:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63800.
00000100:00000010:0.0:1788971235.602097:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89180.
02000000:00000010:0.0:1788971235.602102:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63900.
00000100:00000010:0.0:1788971235.602108:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8aa00.
02000000:00000010:0.0:1788971235.602112:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63c00.
00000100:00000010:0.0:1788971235.602118:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89880.
02000000:00000010:0.0:1788971235.602121:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63b00.
00000100:00000010:0.0:1788971235.602139:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971235.602143:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63500.
02000000:00000010:0.0:1788971235.602201:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0ff3e00.
00000400:00000200:0.0:1788971235.602210:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971235.602214:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971235.602220:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971235.602225:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189519616, portal 25
00000400:00000010:0.0:1788971235.602230:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8ee0.
00000100:00000200:0.0:1788971235.602233:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189519616, offset 0
00000400:00000200:0.0:1788971235.602243:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602251:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602259:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971235.602264:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971235.602269:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971235.602273:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971235.602276:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602279:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [51:51:256:4294967295] 192.168.203.150@tcp LPNI seq info [51:51:8:4294967295]
00000400:00000200:0.0:1788971235.602284:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602294:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971235.602313:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971235.602318:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63700.
00000800:00000200:0.0:1788971235.602326:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971235.602335:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971235.602339:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971235.602351:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971235.602356:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5a20.
00000100:00000010:0.0:1788971235.602374:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5360.
02000000:00000010:0.0:1788971235.602386:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0ff3a00.
00000400:00000200:0.0:1788971235.602390:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971235.602393:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971235.602396:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8e58.
00000100:00000200:0.0:1788971235.602399:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189519872, portal 10
00000400:00000010:0.0:1788971235.602403:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971235.602405:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189519872, offset 0
00000400:00000200:0.0:1788971235.602410:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602413:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602417:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971235.602420:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971235.602422:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971235.602424:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971235.602427:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602429:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [52:52:255:4294967295] 192.168.203.150@tcp LPNI seq info [52:52:7:4294967295]
00000400:00000200:0.0:1788971235.602433:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602439:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971235.602442:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971235.602448:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b000.
00000800:00000200:0.0:1788971235.602452:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971235.602457:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971235.602460:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971235.602482:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971235.602491:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0ff2c00.
00000400:00000200:0.0:1788971235.602495:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971235.602497:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971235.602500:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8a18.
00000100:00000200:0.0:1788971235.602503:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520128, portal 4
00000020:00000010:0.0:1788971235.602509:0:102141:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d043c000.
00000400:00000010:0.0:1788971235.602513:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8770.
00000100:00000200:0.0:1788971235.602516:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189520128, offset 0
00000400:00000200:0.0:1788971235.602520:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602524:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602528:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971235.602530:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971235.602532:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971235.602535:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971235.602537:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602540:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [53:53:254:4294967295] 192.168.203.150@tcp LPNI seq info [53:53:6:4294967295]
00000400:00000200:0.0:1788971235.602544:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602550:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971235.602555:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971235.602558:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b500.
00000800:00000200:0.0:1788971235.602562:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971235.602566:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971235.602568:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971235.602572:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971235.602588:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0ff2800.
00000400:00000200:0.0:1788971235.602592:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971235.602594:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4580.
00000400:00000010:0.0:1788971235.602598:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8d48.
00000100:00000200:0.0:1788971235.602600:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189519744, portal 10
00000400:00000010:0.0:1788971235.602604:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8c38.
00000100:00000200:0.0:1788971235.602611:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189519744, offset 0
00000400:00000200:0.0:1788971235.602615:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602619:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602622:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971235.602625:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971235.602627:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971235.602629:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971235.602631:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602634:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [54:54:253:4294967295] 192.168.203.150@tcp LPNI seq info [54:54:5:4294967295]
00000400:00000200:0.0:1788971235.602637:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602643:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971235.602646:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971235.602649:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b900.
00000800:00000200:0.0:1788971235.602653:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971235.602657:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971235.602659:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971235.602663:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971235.602670:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0ff3200.
00000400:00000200:0.0:1788971235.602674:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971235.602676:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4e70.
00000400:00000010:0.0:1788971235.602679:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8220.
00000100:00000200:0.0:1788971235.602681:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520000, portal 4
00000020:00000010:0.0:1788971235.602687:0:102141:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9a73d043e000.
00000400:00000010:0.0:1788971235.602691:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971235.602692:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189520000, offset 0
00000400:00000200:0.0:1788971235.602696:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602699:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602702:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971235.602704:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971235.602706:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971235.602708:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971235.602717:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971235.602720:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [55:55:252:4294967295] 192.168.203.150@tcp LPNI seq info [55:55:4:4294967295]
00000400:00000200:0.0:1788971235.602724:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971235.602730:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971235.602735:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971235.602738:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1bb00.
00000800:00000200:0.0:1788971235.602741:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971235.602745:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971235.602747:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971235.602752:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971235.602881:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971235.602887:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63700.
00000400:00000200:2.0:1788971235.602892:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.602897:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971235.602904:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8ee0
00000400:00000010:2.0:1788971235.602907:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8ee0.
00000100:00000200:2.0:1788971235.602916:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189519616/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971235.602941:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971235.602943:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b000.
00000400:00000200:2.0:1788971235.602946:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.602950:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971235.602952:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8aa0
00000400:00000010:2.0:1788971235.602954:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8aa0.
00000100:00000200:2.0:1788971235.602959:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8aa00 x1875872189519872/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971235.602975:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971235.602977:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b500.
00000400:00000200:2.0:1788971235.602980:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.602983:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971235.602985:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8770
00000400:00000010:2.0:1788971235.602987:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8770.
00000100:00000200:2.0:1788971235.602992:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189520128/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971235.603021:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971235.603023:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b900.
00000400:00000200:2.0:1788971235.603026:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.603029:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971235.603032:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8c38
00000400:00000010:2.0:1788971235.603033:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8c38.
00000100:00000200:2.0:1788971235.603037:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89180 x1875872189519744/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971235.603108:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971235.603111:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1bb00.
00000400:00000200:2.0:1788971235.603114:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.603117:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971235.603120:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8198
00000400:00000010:2.0:1788971235.603122:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8198.
00000100:00000200:2.0:1788971235.603139:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89880 x1875872189520000/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971235.619099:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619110:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971235.619118:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619122:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619140:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619145:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801880
00000400:00000200:2.0:1788971235.619150:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619156:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x425 [1] + 224
00000400:00000200:2.0:1788971235.619169:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.619174:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971235.619188:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89880 x1875872189520000/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971235.619223:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619240:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971235.619244:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619247:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619250:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619253:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801700
00000400:00000200:2.0:1788971235.619256:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619260:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x405 [1] + 224
00000400:00000200:2.0:1788971235.619266:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.619269:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971235.619276:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189519616/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971235.619288:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619290:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971235.619293:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619295:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619298:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619300:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801800
00000400:00000200:2.0:1788971235.619302:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619306:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x40d [1] + 224
00000400:00000200:2.0:1788971235.619310:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.619312:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971235.619317:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8aa00 x1875872189519872/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971235.619327:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619329:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971235.619333:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619334:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619337:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619339:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801780
00000400:00000200:2.0:1788971235.619342:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619349:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x41d [1] + 224
00000400:00000200:2.0:1788971235.619355:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.619357:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971235.619363:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89180 x1875872189519744/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971235.619384:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619387:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971235.619391:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619393:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619396:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619398:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801900
00000400:00000200:2.0:1788971235.619401:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971235.619404:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x415 [1] + 224
00000400:00000200:2.0:1788971235.619415:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971235.619418:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971235.619423:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189520128/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971235.620635:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4580.
00000400:00000200:0.0:1788971235.620643:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8d48
00000400:00000010:0.0:1788971235.620645:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8d48.
00000100:00000200:0.0:1788971235.620655:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89180 x1875872189519744/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971235.620665:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89180 x1875872189519744/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971235.620695:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4e70.
00000400:00000200:0.0:1788971235.620698:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8220
00000400:00000010:0.0:1788971235.620699:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8220.
00000100:00000200:0.0:1788971235.620704:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89880 x1875872189520000/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971235.620712:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89880 x1875872189520000/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971235.620724:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971235.620727:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971235.620729:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971235.620733:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189519616/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971235.620755:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189519616/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971235.620768:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971235.620771:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8e58
00000400:00000010:0.0:1788971235.620772:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8e58.
00000100:00000200:0.0:1788971235.620776:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8aa00 x1875872189519872/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971235.620784:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8aa00 x1875872189519872/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971235.620796:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971235.620799:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8a18
00000400:00000010:0.0:1788971235.620801:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8a18.
00000100:00000200:0.0:1788971235.620805:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189520128/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971235.620840:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189520128/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971235.620857:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0ff2800.
02000000:00000010:0.0:1788971235.620863:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63900.
00000100:00000010:0.0:1788971235.620868:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89180.
02000000:00000010:0.0:1788971235.620872:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0ff3200.
02000000:00000010:0.0:1788971235.620875:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63b00.
00000100:00000010:0.0:1788971235.620877:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89880.
02000000:00000010:0.0:1788971235.620880:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0ff3e00.
02000000:00000010:0.0:1788971235.620882:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63800.
00000100:00000010:0.0:1788971235.620884:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971235.620887:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0ff3a00.
02000000:00000010:0.0:1788971235.620889:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63c00.
00000100:00000010:0.0:1788971235.620891:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8aa00.
02000000:00000010:0.0:1788971235.620902:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0ff2c00.
02000000:00000010:0.0:1788971235.620904:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63500.
00000100:00000010:0.0:1788971235.620907:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000100:00000010:3.0:1788971236.626936:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5360.
00000100:00000010:2.0:1788971236.630054:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5a20.
00000001:02000400:1.0:1788971236.701423:0:104809:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 255: Use lnet routes param with pdsh syntax ========================================================== 12:27:15 (1788971235)
00000001:02000400:3.0:1788971238.271355:0:104951:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_255 kernel ip2nets deprecated in 2.17.53
00000001:02000400:2.0:1788971240.257174:0:105105:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 256: Router should not drop messages that are past the deadline ========================================================== 12:27:18 (1788971238)
00000100:00000010:1.0:1788971240.728354:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3800.
02000000:00000010:1.0:1788971240.728386:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d207d900.
00000100:00000010:1.0:1788971240.728431:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971240.728437:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d207d800.
00000100:00000010:1.0:1788971240.728444:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971240.728449:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d1be5100.
00000100:00000010:1.0:1788971240.728456:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971240.728464:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c5721400.
00000100:00000010:1.0:1788971240.728470:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3480.
02000000:00000010:1.0:1788971240.728474:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c5721300.
02000000:00000010:1.0:1788971240.730163:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c5ab2000.
00000400:00000200:1.0:1788971240.730187:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971240.730194:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000010:1.0:1788971240.730203:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971240.730214:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520384, portal 10
00000400:00000010:1.0:1788971240.730223:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525f68.
00000100:00000200:1.0:1788971240.730227:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189520384, offset 0
00000400:00000200:1.0:1788971240.730239:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730251:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730261:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971240.730269:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971240.730273:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971240.730278:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971240.730281:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730285:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [56:56:256:4294967295] 192.168.203.150@tcp LPNI seq info [56:56:8:4294967295]
00000400:00000200:1.0:1788971240.730290:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730304:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971240.730311:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971240.730319:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721800.
00000800:00000200:1.0:1788971240.730327:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971240.730338:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971240.730343:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971240.730365:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971240.730372:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3f00.
00000100:00000010:1.0:1788971240.730387:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3360.
02000000:00000010:1.0:1788971240.730402:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c5ab2a00.
00000400:00000200:1.0:1788971240.730406:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971240.730409:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971240.730413:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971240.730416:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520640, portal 4
00000400:00000010:1.0:1788971240.730420:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525110.
00000100:00000200:1.0:1788971240.730431:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189520640, offset 0
00000400:00000200:1.0:1788971240.730437:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730441:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730444:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971240.730447:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971240.730449:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971240.730451:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971240.730453:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730456:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [57:57:255:4294967295] 192.168.203.150@tcp LPNI seq info [57:57:7:4294967295]
00000400:00000200:1.0:1788971240.730460:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730465:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971240.730470:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971240.730473:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721b00.
00000800:00000200:1.0:1788971240.730477:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971240.730481:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971240.730484:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971240.730490:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971240.730520:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9e200.
00000400:00000200:1.0:1788971240.730524:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971240.730528:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971240.730533:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525cc0.
00000100:00000200:1.0:1788971240.730536:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520256, portal 25
00000400:00000010:1.0:1788971240.730540:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75252a8.
00000100:00000200:1.0:1788971240.730543:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189520256, offset 0
00000400:00000200:1.0:1788971240.730785:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730791:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730794:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971240.730797:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971240.730800:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971240.730803:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971240.730805:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971240.730841:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [58:58:254:4294967295] 192.168.203.150@tcp LPNI seq info [58:58:6:4294967295]
00000400:00000200:1.0:1788971240.730846:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.730853:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971240.730859:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971240.730863:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721100.
00000800:00000200:1.0:1788971240.730868:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971240.730873:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971240.730876:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971240.730881:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971240.730908:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1788971240.730912:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9fa00.
00000800:00000010:2.0:1788971240.730914:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721800.
00000400:00000200:1.0:1788971240.730919:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.730922:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1788971240.730923:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971240.730929:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525088.
00000400:00000200:2.0:1788971240.730932:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:1.0:1788971240.730935:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520512, portal 10
00000400:00000200:2.0:1788971240.730940:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525f68
00000400:00000010:1.0:1788971240.730942:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525330.
00000400:00000010:2.0:1788971240.730945:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525f68.
00000100:00000200:1.0:1788971240.732324:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189520512, offset 0
00000400:00000200:1.0:1788971240.732340:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971240.732349:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.732355:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971240.732360:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971240.732363:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971240.732367:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971240.732370:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971240.732374:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [59:59:253:4294967295] 192.168.203.150@tcp LPNI seq info [59:59:5:4294967295]
00000400:00000200:1.0:1788971240.732377:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.732388:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971240.732396:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971240.732402:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721700.
00000800:00000200:1.0:1788971240.732407:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971240.732413:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971240.732424:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971240.732435:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971240.732452:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9f600.
00000400:00000200:1.0:1788971240.732457:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971240.732460:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1db58.
00000400:00000010:1.0:1788971240.732465:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971240.732470:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520768, portal 4
00000400:00000010:1.0:1788971240.732476:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75256e8.
00000100:00000200:1.0:1788971240.732478:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189520768, offset 0
00000400:00000200:1.0:1788971240.732483:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971240.732486:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.732489:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971240.732492:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971240.732494:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971240.732496:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971240.732498:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971240.732501:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [60:60:252:4294967295] 192.168.203.150@tcp LPNI seq info [60:60:4:4294967295]
00000400:00000200:1.0:1788971240.732505:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971240.732511:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971240.732516:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971240.732520:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721e00.
00000800:00000200:1.0:1788971240.732523:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971240.732527:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971240.732529:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971240.732534:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000200:2.0:1788971240.734523:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189520384/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971240.734592:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971240.734605:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721b00.
00000400:00000200:2.0:1788971240.734611:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.734617:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971240.734624:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525110
00000400:00000010:2.0:1788971240.734627:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525110.
00000100:00000200:2.0:1788971240.734637:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189520640/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971240.734654:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971240.734657:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721100.
00000400:00000200:2.0:1788971240.734660:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.734663:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971240.734666:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75252a8
00000400:00000010:2.0:1788971240.734668:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75252a8.
00000100:00000200:2.0:1788971240.734674:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3800 x1875872189520256/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971240.734689:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971240.734692:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721700.
00000400:00000200:2.0:1788971240.734694:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.734698:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971240.734700:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525330
00000400:00000010:2.0:1788971240.734702:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525330.
00000100:00000200:2.0:1788971240.734707:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189520512/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971240.734786:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971240.734799:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721e00.
00000400:00000200:2.0:1788971240.734802:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.734806:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971240.734809:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75256e8
00000400:00000010:2.0:1788971240.734811:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75256e8.
00000100:00000200:2.0:1788971240.734837:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3480 x1875872189520768/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971240.744970:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.744991:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971240.745001:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745007:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745014:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745017:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801980
00000400:00000200:2.0:1788971240.745024:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745032:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x43d [1] + 224
00000400:00000200:2.0:1788971240.745046:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.745051:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971240.745070:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3800 x1875872189520256/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971240.745455:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745460:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971240.745465:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745467:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745471:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745474:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801b00
00000400:00000200:2.0:1788971240.745478:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745484:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x435 [1] + 224
00000400:00000200:2.0:1788971240.745492:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.745495:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971240.745503:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189520640/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971240.745519:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745522:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971240.745527:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745529:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745532:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745534:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801a00
00000400:00000200:2.0:1788971240.745537:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.745548:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x42d [1] + 224
00000400:00000200:2.0:1788971240.745613:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.745618:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971240.745626:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189520384/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971240.748268:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.748281:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971240.748292:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.748297:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.748304:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.748308:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801a80
00000400:00000200:2.0:1788971240.748315:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.748322:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x445 [1] + 224
00000400:00000200:2.0:1788971240.748342:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.748347:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971240.748365:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189520512/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971240.750920:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971240.750928:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525cc0
00000400:00000010:1.0:1788971240.750931:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525cc0.
00000100:00000200:1.0:1788971240.750957:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3800 x1875872189520256/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971240.750970:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3800 x1875872189520256/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971240.751013:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971240.751017:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525088
00000400:00000010:1.0:1788971240.751019:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525088.
00000100:00000200:1.0:1788971240.751025:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189520512/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971240.751034:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189520512/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971240.751054:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000200:1.0:1788971240.751056:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:1.0:1788971240.751058:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971240.751063:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189520384/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971240.751072:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189520384/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971240.751086:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:1.0:1788971240.751099:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525b28
00000400:00000010:1.0:1788971240.751100:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971240.751106:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189520640/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971240.751115:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189520640/t0(0) o400->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971240.751140:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9e200.
02000000:00000010:1.0:1788971240.751147:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d207d900.
00000100:00000010:1.0:1788971240.751155:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3800.
02000000:00000010:1.0:1788971240.751159:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9fa00.
02000000:00000010:1.0:1788971240.751162:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d1be5100.
00000100:00000010:1.0:1788971240.751165:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971240.751167:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c5ab2000.
02000000:00000010:1.0:1788971240.751177:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d207d800.
00000100:00000010:1.0:1788971240.751180:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971240.751183:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c5ab2a00.
02000000:00000010:1.0:1788971240.751185:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c5721400.
00000100:00000010:1.0:1788971240.751188:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
00000400:00000200:2.0:1788971240.755284:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.755298:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971240.755309:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.755315:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.755321:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.755327:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801b80
00000400:00000200:2.0:1788971240.755333:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971240.755341:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x44d [1] + 224
00000400:00000200:2.0:1788971240.757550:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971240.757567:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971240.757590:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3480 x1875872189520768/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971240.759811:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1db58.
00000400:00000200:1.0:1788971240.759856:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:1.0:1788971240.759859:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971240.759875:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3480 x1875872189520768/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971240.759890:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3480 x1875872189520768/t0(0) o400->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971240.759936:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9f600.
02000000:00000010:1.0:1788971240.759945:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c5721300.
00000100:00000010:1.0:1788971240.759952:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3480.
00000100:00000010:3.0:1788971241.746284:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3360.
00000100:00000010:2.0:1788971241.747029:0:94543:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3f00.
00000001:02000400:3.0:1788971242.336451:0:105295:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_256 Need at least 2 remote nodes found oleg350-server
00000001:02000400:1.0:1788971244.132864:0:105449:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 257: Test graceful router shutdown/startup ========================================================== 12:27:22 (1788971242)
00000001:02000400:0.0:1788971245.810046:0:105638:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-lnet test_257 Need at least 3 remote nodes found oleg350-server
00000100:00000010:0.0:1788971245.841970:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971245.841990:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b100.
00000100:00000010:0.0:1788971245.842026:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8aa00.
02000000:00000010:0.0:1788971245.842031:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1bd00.
00000100:00000010:0.0:1788971245.842038:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971245.842042:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b400.
00000100:00000010:0.0:1788971245.842051:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89880.
02000000:00000010:0.0:1788971245.842066:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b700.
00000100:02000000:0.0:1788971245.842071:0:80315:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9a73d1aa9000: disconnect after 23s idle
02000000:00000010:1.0:1788971245.842193:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9ee00.
00000400:00000200:1.0:1788971245.842208:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971245.842212:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1db58.
00000400:00000010:1.0:1788971245.842219:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971245.842227:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189520896, portal 25
00000400:00000010:1.0:1788971245.842233:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971245.842237:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189520896, offset 0
00000400:00000200:1.0:1788971245.842246:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842256:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842264:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971245.842269:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971245.842273:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971245.842277:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971245.842280:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842283:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [61:61:256:4294967295] 192.168.203.150@tcp LPNI seq info [61:61:8:4294967295]
00000400:00000200:1.0:1788971245.842296:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842306:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971245.842312:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971245.842318:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721c00.
00000800:00000200:1.0:1788971245.842324:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971245.842331:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971245.842347:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971245.842368:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971245.842374:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3b40.
00000100:00000010:1.0:1788971245.842383:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c38e3660.
02000000:00000010:1.0:1788971245.842395:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9e000.
00000400:00000200:1.0:1788971245.842399:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971245.842402:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d630.
00000400:00000010:1.0:1788971245.842405:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971245.842408:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521152, portal 10
00000400:00000010:1.0:1788971245.842413:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525088.
00000100:00000200:1.0:1788971245.842415:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189521152, offset 0
00000400:00000200:1.0:1788971245.842419:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842423:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842426:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971245.842428:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971245.842431:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971245.842433:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971245.842435:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842438:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [62:62:255:4294967295] 192.168.203.150@tcp LPNI seq info [62:62:7:4294967295]
00000400:00000200:1.0:1788971245.842442:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842448:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971245.842452:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971245.842457:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721a00.
00000800:00000200:1.0:1788971245.842460:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971245.842471:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971245.842474:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971245.842480:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971245.842498:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0a9fa00.
00000400:00000200:1.0:1788971245.842501:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971245.842503:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000010:1.0:1788971245.842506:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525cc0.
00000100:00000200:1.0:1788971245.842509:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521024, portal 10
00000400:00000010:1.0:1788971245.842513:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971245.842516:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189521024, offset 0
00000400:00000200:1.0:1788971245.842521:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842524:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842528:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971245.842530:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971245.842532:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971245.842534:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971245.842536:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971245.842539:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [63:63:254:4294967295] 192.168.203.150@tcp LPNI seq info [63:63:6:4294967295]
00000400:00000200:1.0:1788971245.842543:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971245.842548:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971245.842553:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971245.842556:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c5721900.
00000800:00000200:1.0:1788971245.842560:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971245.842564:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971245.842566:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c5721900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971245.842571:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971245.843939:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971245.843946:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721c00.
00000400:00000200:2.0:1788971245.843951:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.843959:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971245.843965:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525b28
00000400:00000010:2.0:1788971245.843968:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525b28.
00000100:00000200:2.0:1788971245.843978:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189520896/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971245.844005:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971245.844008:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721a00.
00000400:00000200:2.0:1788971245.844011:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.844015:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971245.844017:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525088
00000400:00000010:2.0:1788971245.844019:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525088.
00000100:00000200:2.0:1788971245.844024:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189521152/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971245.844109:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971245.844112:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c5721900.
00000400:00000200:2.0:1788971245.844115:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.844118:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971245.844121:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:2.0:1788971245.844122:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000100:00000200:2.0:1788971245.844127:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8aa00 x1875872189521024/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971245.845858:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89180.
02000000:00000010:0.0:1788971245.845875:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b300.
00000100:02000000:0.0:1788971245.845884:0:80315:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9a73d1aa9000: disconnect after 23s idle
02000000:00000010:2.0:1788971245.846180:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c3f3e200.
00000400:00000200:2.0:1788971245.846188:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971245.846193:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126630.
00000400:00000010:2.0:1788971245.846198:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7ba18.
00000100:00000200:2.0:1788971245.846205:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521280, portal 4
00000400:00000010:2.0:1788971245.846218:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b220.
00000100:00000200:2.0:1788971245.846222:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189521280, offset 0
00000400:00000200:2.0:1788971245.846230:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971245.846237:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.846245:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971245.846250:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971245.846253:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971245.846257:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971245.846260:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971245.846263:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [64:64:256:4294967295] 192.168.203.150@tcp LPNI seq info [64:64:8:4294967295]
00000400:00000200:2.0:1788971245.846267:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.846275:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971245.846281:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971245.846285:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63700.
00000800:00000200:2.0:1788971245.846291:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971245.846298:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971245.846303:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971245.846317:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971245.846328:0:102139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c3f3e600.
00000400:00000200:2.0:1788971245.846331:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971245.846334:0:102139:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126b58.
00000400:00000010:2.0:1788971245.846337:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7be58.
00000100:00000200:2.0:1788971245.846340:0:102139:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521408, portal 4
00000400:00000010:2.0:1788971245.846344:0:102139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bd48.
00000100:00000200:2.0:1788971245.846346:0:102139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875872189521408, offset 0
00000400:00000200:2.0:1788971245.846351:0:102139:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971245.846354:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.846358:0:102139:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971245.846361:0:102139:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971245.846363:0:102139:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971245.846365:0:102139:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971245.846373:0:102139:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971245.846377:0:102139:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [65:65:255:4294967295] 192.168.203.150@tcp LPNI seq info [65:65:7:4294967295]
00000400:00000200:2.0:1788971245.846380:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.846386:0:102139:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971245.846390:0:102139:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971245.846394:0:102139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f400.
00000800:00000200:2.0:1788971245.846397:0:102139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971245.846401:0:102139:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971245.846404:0:102139:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971245.846409:0:102139:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971245.846452:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971245.846455:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63700.
00000400:00000200:2.0:1788971245.846459:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.846464:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971245.846469:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b220
00000400:00000010:2.0:1788971245.846471:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b220.
00000100:00000200:2.0:1788971245.846479:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89880 x1875872189521280/t0(0) o9->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971245.846563:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971245.846565:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f400.
00000400:00000200:2.0:1788971245.846568:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.846571:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971245.846574:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bd48
00000400:00000010:2.0:1788971245.846575:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bd48.
00000100:00000200:2.0:1788971245.846580:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89180 x1875872189521408/t0(0) o9->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971245.857502:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.857511:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971245.857520:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.857526:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.857538:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.857541:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801d00
00000400:00000200:2.0:1788971245.857547:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.857552:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x45d [1] + 224
00000400:00000200:2.0:1788971245.857564:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.857568:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971245.857586:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189521152/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971245.858969:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.858979:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971245.858986:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.858990:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.858993:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.858997:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801c80
00000400:00000200:2.0:1788971245.859001:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859006:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x465 [1] + 224
00000400:00000200:2.0:1788971245.859016:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.859020:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971245.859031:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8aa00 x1875872189521024/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971245.859048:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859064:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971245.859069:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859071:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859073:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859076:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801c00
00000400:00000200:2.0:1788971245.859079:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859084:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x455 [1] + 224
00000400:00000200:2.0:1788971245.859091:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.859101:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971245.859107:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189520896/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971245.859121:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859124:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971245.859127:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859129:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859132:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859134:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801d80
00000400:00000200:2.0:1788971245.859138:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859142:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x46d [1] + 224
00000400:00000200:2.0:1788971245.859148:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.859150:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971245.859155:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89880 x1875872189521280/t0(0) o9->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971245.859181:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859184:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971245.859188:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859190:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859193:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859196:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 4 MB=0x6aa1887801e00
00000400:00000200:2.0:1788971245.859199:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971245.859202:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.150@tcp of length 224/224 into md 0x47d [1] + 224
00000400:00000200:2.0:1788971245.859213:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971245.859216:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971245.859222:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89180 x1875872189521408/t0(0) o9->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971245.859746:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126630.
00000400:00000200:1.0:1788971245.859753:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7ba18
00000400:00000010:1.0:1788971245.859755:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7ba18.
00000100:00000200:1.0:1788971245.859764:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89880 x1875872189521280/t0(0) o9->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971245.859789:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89880 x1875872189521280/t0(0) o9->lustre-OST0000-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971245.859835:0:102139:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126b58.
00000400:00000200:1.0:1788971245.859838:0:102139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7be58
00000400:00000010:1.0:1788971245.859840:0:102139:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7be58.
00000100:00000200:1.0:1788971245.859844:0:102139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89180 x1875872189521408/t0(0) o9->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971245.859865:0:102139:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89180 x1875872189521408/t0(0) o9->lustre-OST0001-osc-ffff9a73d1aa9000@192.168.203.150@tcp:28/4 lens 224/224 e 0 to 0 dl 1788971255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971245.859882:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c3f3e200.
02000000:00000010:1.0:1788971245.859889:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b700.
00000100:00000010:1.0:1788971245.859894:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89880.
02000000:00000010:1.0:1788971245.859898:0:102139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c3f3e600.
02000000:00000010:1.0:1788971245.859901:0:102139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b300.
00000100:00000010:1.0:1788971245.859903:0:102139:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89180.
00000400:00000010:0.0:1788971245.863368:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d630.
00000400:00000200:0.0:1788971245.863379:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:0.0:1788971245.863382:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:0.0:1788971245.863396:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189521152/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971245.863409:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189521152/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971245.863443:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9e000.
02000000:00000010:0.0:1788971245.863450:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b400.
00000100:00000010:0.0:1788971245.863455:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000400:00000010:0.0:1788971245.863463:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d2c0.
00000400:00000200:0.0:1788971245.863466:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525cc0
00000400:00000010:0.0:1788971245.863467:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525cc0.
00000100:00000200:0.0:1788971245.863472:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8aa00 x1875872189521024/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971245.863490:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8aa00 x1875872189521024/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971245.863508:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1db58.
00000400:00000200:0.0:1788971245.863511:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:0.0:1788971245.863513:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:0.0:1788971245.863518:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189520896/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971245.863526:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189520896/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971245.863537:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9fa00.
02000000:00000010:0.0:1788971245.863541:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1bd00.
00000100:00000010:0.0:1788971245.863544:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8aa00.
02000000:00000010:0.0:1788971245.863546:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0a9ee00.
02000000:00000010:0.0:1788971245.863548:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b100.
00000100:00000010:0.0:1788971245.863550:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000100:00000010:3.0:1788971246.866533:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3660.
00000100:00000010:2.0:1788971246.870529:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c38e3b40.
00000001:02000400:1.0:1788971247.734013:0:105792:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-lnet test 260: test that linux sysctl parameter are set correctly ========================================================== 12:27:26 (1788971246)
00000100:00000010:2.0:1788971250.962237:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840df80.
02000000:00000010:2.0:1788971250.962264:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060fb00.
00000100:00000010:2.0:1788971250.962298:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840d500.
02000000:00000010:2.0:1788971250.962303:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f900.
00000100:00000010:2.0:1788971250.962310:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840d880.
02000000:00000010:2.0:1788971250.962314:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e060f500.
02000000:00000010:2.0:1788971250.962341:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8003800.
00000400:00000200:2.0:1788971250.962351:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971250.962356:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126ec8.
00000400:00000010:2.0:1788971250.962362:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bd48.
00000100:00000200:2.0:1788971250.962368:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521664, portal 10
00000400:00000010:2.0:1788971250.962375:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b220.
00000100:00000200:2.0:1788971250.962378:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189521664, offset 0
00000400:00000200:2.0:1788971250.962387:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971250.962396:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.962404:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971250.962408:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971250.962412:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971250.962416:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971250.962419:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971250.962423:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [66:66:256:4294967295] 192.168.203.150@tcp LPNI seq info [66:66:8:4294967295]
00000400:00000200:2.0:1788971250.962428:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.962437:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971250.962443:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971250.962448:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e060f000.
00000800:00000200:2.0:1788971250.962455:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971250.962462:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971250.962466:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e060f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971250.962482:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:2.0:1788971250.962486:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726c3c0.
00000100:00000010:2.0:1788971250.962495:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726c060.
02000000:00000010:2.0:1788971250.962514:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8003a00.
00000400:00000200:2.0:1788971250.962525:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971250.962527:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01267e8.
00000400:00000010:2.0:1788971250.962531:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b880.
00000100:00000200:2.0:1788971250.962534:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521536, portal 25
00000400:00000010:2.0:1788971250.962538:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b3b8.
00000100:00000200:2.0:1788971250.962540:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189521536, offset 0
00000400:00000200:2.0:1788971250.962544:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971250.962548:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.962551:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971250.962554:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971250.962556:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971250.964150:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971250.964155:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971250.964160:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [67:67:255:4294967295] 192.168.203.150@tcp LPNI seq info [67:67:7:4294967295]
00000400:00000200:2.0:1788971250.964167:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.964177:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971250.964185:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971250.964193:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67d00.
00000800:00000200:2.0:1788971250.964211:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971250.964217:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971250.964222:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971250.964230:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971250.964257:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8002800.
00000400:00000200:2.0:1788971250.964262:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971250.964266:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01261b8.
00000400:00000010:2.0:1788971250.964271:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b440.
00000100:00000200:2.0:1788971250.964277:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521792, portal 10
00000400:00000010:2.0:1788971250.964283:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b990.
00000100:00000200:2.0:1788971250.964286:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189521792, offset 0
00000400:00000200:2.0:1788971250.964292:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000800:00000200:3.0:1788971250.964530:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971250.964535:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e060f000.
00000400:00000200:3.0:1788971250.964541:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.964546:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971250.964968:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.964989:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971250.964993:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971250.964997:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971250.965000:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971250.965003:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971250.965006:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [68:68:254:4294967295] 192.168.203.150@tcp LPNI seq info [68:68:6:4294967295]
00000400:00000200:2.0:1788971250.965011:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971250.965029:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971250.965034:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971250.965040:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67200.
00000800:00000200:2.0:1788971250.965046:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971250.965051:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971250.965055:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971250.965062:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974382:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b220
00000400:00000010:3.0:1788971250.974392:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b220.
00000100:00000200:3.0:1788971250.974411:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840d500 x1875872189521664/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971250.974461:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974466:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971250.974473:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974477:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974482:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974486:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801f00
00000400:00000200:3.0:1788971250.974502:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.974508:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x48d [1] + 224
00000400:00000200:3.0:1788971250.974525:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.974529:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971250.974537:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840d500 x1875872189521664/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971250.974609:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971250.974613:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67d00.
00000400:00000200:3.0:1788971250.974616:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.974620:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971250.974624:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b3b8
00000400:00000010:3.0:1788971250.974626:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b3b8.
00000100:00000200:3.0:1788971250.974631:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840df80 x1875872189521536/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971250.974696:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971250.974699:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67200.
00000400:00000200:3.0:1788971250.974702:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.974705:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971250.974708:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b990
00000400:00000010:3.0:1788971250.974710:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b990.
00000100:00000200:3.0:1788971250.974716:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840d880 x1875872189521792/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971250.974751:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126ec8.
00000400:00000200:3.0:1788971250.974755:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bd48
00000400:00000010:3.0:1788971250.974757:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bd48.
00000100:00000200:3.0:1788971250.974762:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840d500 x1875872189521664/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971250.974769:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840d500 x1875872189521664/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971250.974798:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8003800.
02000000:00000010:3.0:1788971250.974810:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f900.
00000100:00000010:3.0:1788971250.974841:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840d500.
00000400:00000200:3.0:1788971250.980335:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980344:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971250.980353:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980357:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980362:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980366:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887801f80
00000400:00000200:3.0:1788971250.980372:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980378:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x4ad [1] + 224
00000400:00000200:3.0:1788971250.980391:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.980396:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971250.980410:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840d880 x1875872189521792/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971250.980438:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980441:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971250.980446:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980448:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980450:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980452:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887801e80
00000400:00000200:3.0:1788971250.980455:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971250.980459:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x49d [1] + 224
00000400:00000200:3.0:1788971250.980467:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971250.980470:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971250.980476:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840df80 x1875872189521536/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971250.980505:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01267e8.
00000400:00000200:3.0:1788971250.980509:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b880
00000400:00000010:3.0:1788971250.980512:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b880.
00000100:00000200:3.0:1788971250.980517:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840df80 x1875872189521536/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971250.980534:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840df80 x1875872189521536/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971250.980559:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01261b8.
00000400:00000200:3.0:1788971250.980562:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b440
00000400:00000010:3.0:1788971250.980563:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b440.
00000100:00000200:3.0:1788971250.980567:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840d880 x1875872189521792/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971250.980574:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840d880 x1875872189521792/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971250.980591:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8003a00.
02000000:00000010:3.0:1788971250.980597:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060fb00.
00000100:00000010:3.0:1788971250.980601:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840df80.
02000000:00000010:3.0:1788971250.980604:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8002800.
02000000:00000010:3.0:1788971250.980606:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e060f500.
00000100:00000010:3.0:1788971250.980608:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840d880.
00000100:00000010:3.0:1788971251.987305:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726c060.
00000100:00000010:2.0:1788971251.987860:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726c3c0.
00000100:00000010:3.0:1788971256.082149:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971256.082170:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971256.082214:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971256.082219:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971256.082224:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971256.082229:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c200.
02000000:00000010:3.0:1788971256.082255:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666200.
00000400:00000200:3.0:1788971256.082264:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971256.082267:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971256.082273:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971256.082279:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522048, portal 10
00000400:00000010:3.0:1788971256.082284:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873aa0.
00000100:00000200:3.0:1788971256.082287:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522048, offset 0
00000400:00000200:3.0:1788971256.082310:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082318:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082326:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971256.082331:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971256.082335:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971256.082339:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971256.082341:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082345:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [69:69:256:4294967295] 192.168.203.150@tcp LPNI seq info [69:69:8:4294967295]
00000400:00000200:3.0:1788971256.082349:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082358:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971256.082364:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971256.082369:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c500.
00000800:00000200:3.0:1788971256.082376:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971256.082384:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971256.082388:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971256.082404:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971256.082409:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391240.
00000100:00000010:3.0:1788971256.082424:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391b40.
02000000:00000010:3.0:1788971256.082444:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666400.
00000400:00000200:3.0:1788971256.082448:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971256.082450:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971256.082453:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971256.082456:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189521920, portal 25
00000400:00000010:3.0:1788971256.082459:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873770.
00000100:00000200:3.0:1788971256.082461:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189521920, offset 0
00000400:00000200:3.0:1788971256.082465:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082469:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082472:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971256.082475:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971256.082477:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971256.082479:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971256.082488:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082490:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [70:70:255:4294967295] 192.168.203.150@tcp LPNI seq info [70:70:7:4294967295]
00000400:00000200:3.0:1788971256.082494:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082500:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971256.082504:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971256.082507:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c800.
00000800:00000200:3.0:1788971256.082510:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971256.082514:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971256.082517:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971256.082521:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971256.082534:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667400.
00000400:00000200:3.0:1788971256.082537:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971256.082539:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971256.082542:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873d48.
00000100:00000200:3.0:1788971256.082545:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522176, portal 10
00000400:00000010:3.0:1788971256.082549:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873c38.
00000100:00000200:3.0:1788971256.082551:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522176, offset 0
00000400:00000200:3.0:1788971256.082555:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082558:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082561:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971256.082563:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971256.082565:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971256.082567:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971256.082569:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971256.082572:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [71:71:254:4294967295] 192.168.203.150@tcp LPNI seq info [71:71:6:4294967295]
00000400:00000200:3.0:1788971256.082576:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.082581:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971256.082584:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971256.082587:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c100.
00000800:00000200:3.0:1788971256.082590:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971256.082600:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971256.082603:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971256.082608:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971256.082655:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971256.082659:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c500.
00000400:00000200:3.0:1788971256.082665:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.082670:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971256.082675:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873aa0
00000400:00000010:3.0:1788971256.082678:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873aa0.
00000100:00000200:3.0:1788971256.082685:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189522048/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971256.082707:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971256.082710:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c800.
00000400:00000200:3.0:1788971256.082713:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.082716:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971256.082718:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873770
00000400:00000010:3.0:1788971256.082720:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873770.
00000100:00000200:3.0:1788971256.082724:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189521920/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971256.082802:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971256.082805:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c100.
00000400:00000200:3.0:1788971256.082809:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.082812:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971256.083241:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873c38
00000400:00000010:3.0:1788971256.083243:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873c38.
00000100:00000200:3.0:1788971256.083250:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189522176/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971256.088376:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.088386:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971256.090175:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090186:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090221:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090227:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802000
00000400:00000200:3.0:1788971256.090232:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090237:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x4cd [1] + 224
00000400:00000200:3.0:1788971256.090262:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.090268:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971256.090281:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189521920/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971256.090316:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090321:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971256.090326:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090328:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090331:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090334:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802080
00000400:00000200:3.0:1788971256.090337:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090341:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x4bd [1] + 224
00000400:00000200:3.0:1788971256.090347:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.090350:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971256.090357:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189522048/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971256.090372:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090375:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971256.090379:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090381:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090383:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090386:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802100
00000400:00000200:3.0:1788971256.090388:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971256.090391:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x4dd [1] + 224
00000400:00000200:3.0:1788971256.090400:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971256.090408:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971256.090415:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189522176/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971256.090455:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971256.090459:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873a18
00000400:00000010:3.0:1788971256.090461:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971256.090467:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189521920/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971256.090474:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189521920/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971256.090499:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971256.090502:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873d48
00000400:00000010:3.0:1788971256.090504:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873d48.
00000100:00000200:3.0:1788971256.090508:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189522176/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971256.090516:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189522176/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971256.090532:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971256.090535:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971256.090537:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971256.090541:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189522048/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971256.090549:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189522048/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971256.090566:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666400.
02000000:00000010:3.0:1788971256.090571:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971256.090577:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971256.090580:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667400.
02000000:00000010:3.0:1788971256.090582:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971256.090590:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971256.090593:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666200.
02000000:00000010:3.0:1788971256.090595:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971256.090598:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
00000100:00000010:3.0:1788971257.106144:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391b40.
00000100:00000010:2.0:1788971257.108318:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391240.
00000100:00000010:0.0:1788971261.202074:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971261.202106:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b000.
00000100:00000010:0.0:1788971261.202151:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8aa00.
02000000:00000010:0.0:1788971261.202157:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b400.
00000100:00000010:0.0:1788971261.202164:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971261.202169:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1be00.
02000000:00000010:0.0:1788971261.202204:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625e00.
00000400:00000200:0.0:1788971261.202216:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971261.202221:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971261.202229:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8a18.
00000100:00000200:0.0:1788971261.202241:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522304, portal 25
00000400:00000010:0.0:1788971261.202247:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8e58.
00000100:00000200:0.0:1788971261.202252:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189522304, offset 0
00000400:00000200:0.0:1788971261.202263:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971261.202281:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971261.202291:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971261.202297:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971261.202302:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971261.202307:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971261.202310:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971261.202315:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [72:72:256:4294967295] 192.168.203.150@tcp LPNI seq info [72:72:8:4294967295]
00000400:00000200:0.0:1788971261.202320:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971261.202331:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971261.202339:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971261.202344:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b300.
00000800:00000200:0.0:1788971261.202352:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971261.202361:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971261.202367:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971261.202384:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971261.202390:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c55a0.
00000100:00000010:0.0:1788971261.202402:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c50c0.
00000800:00000200:3.0:1788971261.202487:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971261.202494:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b300.
00000400:00000200:3.0:1788971261.202499:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971261.202506:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971261.202512:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8e58
00000400:00000010:3.0:1788971261.202515:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8e58.
00000100:00000200:3.0:1788971261.202525:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189522304/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971261.203787:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cefa00.
00000400:00000200:1.0:1788971261.203803:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971261.203807:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971261.203837:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971261.203845:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522432, portal 10
00000400:00000010:1.0:1788971261.203854:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525cc0.
00000100:00000200:1.0:1788971261.203858:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522432, offset 0
00000400:00000200:1.0:1788971261.203867:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971261.203875:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971261.203882:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971261.203888:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971261.203891:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971261.203900:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971261.203903:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971261.203907:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [73:73:256:4294967295] 192.168.203.150@tcp LPNI seq info [73:73:8:4294967295]
00000400:00000200:1.0:1788971261.203911:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971261.203921:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971261.203926:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971261.203933:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f600.
00000800:00000200:1.0:1788971261.203940:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971261.203958:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971261.203963:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971261.203984:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971261.204393:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971261.204399:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f600.
00000400:00000200:3.0:1788971261.204417:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1788971261.204511:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624e00.
00000400:00000200:0.0:1788971261.204518:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971261.204523:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971261.204529:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971261.204534:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522560, portal 10
00000400:00000010:0.0:1788971261.204540:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8220.
00000400:00000200:3.0:1788971261.204689:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971261.204696:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525cc0
00000400:00000010:3.0:1788971261.204699:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525cc0.
00000100:00000200:3.0:1788971261.204709:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8aa00 x1875872189522432/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971261.205090:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522560, offset 0
00000400:00000200:0.0:1788971261.205101:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971261.205109:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971261.205116:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971261.205121:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971261.205134:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971261.205138:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971261.205141:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971261.205151:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [74:74:256:4294967295] 192.168.203.150@tcp LPNI seq info [74:74:8:4294967295]
00000400:00000200:0.0:1788971261.205156:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971261.205166:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971261.205171:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971261.205175:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b700.
00000800:00000200:0.0:1788971261.205182:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971261.205187:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971261.205191:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971261.205205:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971261.205370:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971261.205373:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b700.
00000400:00000200:3.0:1788971261.205377:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971261.205382:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971261.205387:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8220
00000400:00000010:3.0:1788971261.205388:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8220.
00000100:00000200:3.0:1788971261.205396:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189522560/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971261.206320:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.206327:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971261.206333:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.206343:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.206347:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.206352:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802180
00000400:00000200:3.0:1788971261.206357:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.206365:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x4ed [1] + 224
00000400:00000200:3.0:1788971261.206378:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971261.206381:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971261.206392:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189522304/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971261.208619:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.208632:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971261.208639:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.208643:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.208649:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.208654:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802200
00000400:00000200:3.0:1788971261.208660:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.208668:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x4f5 [1] + 224
00000400:00000200:3.0:1788971261.208684:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971261.208688:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971261.208704:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8aa00 x1875872189522432/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971261.209259:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971261.209268:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:1.0:1788971261.209271:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971261.209280:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8aa00 x1875872189522432/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971261.209290:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8aa00 x1875872189522432/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971261.209328:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cefa00.
02000000:00000010:1.0:1788971261.209336:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b400.
00000100:00000010:1.0:1788971261.209341:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8aa00.
00000400:00000200:3.0:1788971261.211725:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.211737:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971261.211747:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.211753:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.211759:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.211762:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802280
00000400:00000200:3.0:1788971261.211769:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971261.211777:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x4fd [1] + 224
00000400:00000200:3.0:1788971261.211793:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971261.211808:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971261.211855:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189522560/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971261.215513:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971261.215528:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8a18
00000400:00000010:0.0:1788971261.215532:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8a18.
00000100:00000200:0.0:1788971261.215550:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189522304/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971261.215563:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189522304/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971261.215598:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971261.215600:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971261.215602:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971261.215608:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189522560/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971261.215616:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189522560/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971261.215640:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625e00.
02000000:00000010:0.0:1788971261.215650:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b000.
00000100:00000010:0.0:1788971261.215656:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971261.215660:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624e00.
02000000:00000010:0.0:1788971261.215663:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1be00.
00000100:00000010:0.0:1788971261.215665:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000020:00000010:1.0:1788971261.710747:0:106541:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971261.710856:0:106541:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:2.0:1788971261.755769:0:106546:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971261.755882:0:106546:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:3.0:1788971262.225915:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c50c0.
00000100:00000010:2.0:1788971262.226139:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c55a0.
00000020:00000010:0.0:1788971262.802149:0:106550:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780b10.
00000020:00000010:0.0:1788971262.802238:0:106550:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780b10.
00000020:00000010:2.0:1788971263.853681:0:106555:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971263.854099:0:106555:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971264.909413:0:106559:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971264.909514:0:106559:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:3.0:1788971265.951784:0:106563:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971265.951922:0:106563:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:0.0:1788971266.322005:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971266.322039:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1be00.
00000100:00000010:0.0:1788971266.322081:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971266.322087:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b000.
00000100:00000010:0.0:1788971266.322094:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971266.322099:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c2e1b400.
02000000:00000010:0.0:1788971266.322130:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625800.
00000400:00000200:0.0:1788971266.322140:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971266.322144:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971266.322151:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971266.322159:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522816, portal 10
00000400:00000010:0.0:1788971266.322167:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8a18.
00000100:00000200:0.0:1788971266.322170:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522816, offset 0
00000400:00000200:0.0:1788971266.322179:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322189:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322196:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971266.322201:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971266.322205:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971266.322209:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971266.322212:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322216:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [75:75:256:4294967295] 192.168.203.150@tcp LPNI seq info [75:75:8:4294967295]
00000400:00000200:0.0:1788971266.322220:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322230:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971266.322236:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971266.322241:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b700.
00000800:00000200:0.0:1788971266.322248:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971266.322256:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971266.322260:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971266.322279:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971266.322297:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5e40.
00000100:00000010:0.0:1788971266.322320:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5540.
02000000:00000010:0.0:1788971266.322339:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625e00.
00000400:00000200:0.0:1788971266.322343:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971266.322346:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971266.322361:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8d48.
00000100:00000200:0.0:1788971266.322365:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522688, portal 25
00000400:00000010:0.0:1788971266.322369:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a83b8.
00000100:00000200:0.0:1788971266.322371:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189522688, offset 0
00000400:00000200:0.0:1788971266.322376:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322380:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322383:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971266.322386:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971266.322388:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971266.322390:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971266.322393:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322396:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [76:76:255:4294967295] 192.168.203.150@tcp LPNI seq info [76:76:7:4294967295]
00000400:00000200:0.0:1788971266.322400:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322408:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971266.322413:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971266.322417:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c2e1b300.
00000800:00000200:0.0:1788971266.322422:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971266.322427:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971266.322429:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c2e1b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971266.322434:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971266.322446:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971266.322449:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971266.322452:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971266.322455:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8440.
00000100:00000200:0.0:1788971266.322458:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189522944, portal 10
00000400:00000010:0.0:1788971266.322462:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8220.
00000100:00000200:0.0:1788971266.322470:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189522944, offset 0
00000400:00000200:0.0:1788971266.322475:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322479:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322483:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971266.322486:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971266.322488:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971266.322490:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971266.322492:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971266.322495:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [77:77:254:4294967295] 192.168.203.150@tcp LPNI seq info [77:77:6:4294967295]
00000400:00000200:0.0:1788971266.322499:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971266.322504:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971266.322509:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971266.322513:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5800.
00000800:00000200:0.0:1788971266.322517:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971266.322521:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971266.322524:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971266.322530:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971266.322968:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971266.322974:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b700.
00000400:00000200:3.0:1788971266.322982:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.322988:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971266.322994:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8a18
00000400:00000010:3.0:1788971266.322997:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8a18.
00000100:00000200:3.0:1788971266.323016:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189522816/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971266.323042:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971266.323044:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c2e1b300.
00000400:00000200:3.0:1788971266.323046:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.323050:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971266.323053:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a83b8
00000400:00000010:3.0:1788971266.323054:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a83b8.
00000100:00000200:3.0:1788971266.323059:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189522688/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971266.324149:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971266.324155:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5800.
00000400:00000200:3.0:1788971266.324161:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.324168:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971266.324174:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8220
00000400:00000010:3.0:1788971266.324176:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8220.
00000100:00000200:3.0:1788971266.324184:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189522944/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971266.325309:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.325336:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971266.325344:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.325348:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.325353:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.325356:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802380
00000400:00000200:3.0:1788971266.325362:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.325368:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x505 [1] + 224
00000400:00000200:3.0:1788971266.325383:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.325386:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971266.325395:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189522816/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971266.326218:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971266.326225:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971266.326227:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971266.326235:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189522816/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971266.326245:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189522816/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971266.326276:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625800.
02000000:00000010:0.0:1788971266.326284:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b000.
00000100:00000010:0.0:1788971266.326288:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000400:00000200:3.0:1788971266.336414:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336423:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971266.336439:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336444:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336448:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336452:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802300
00000400:00000200:3.0:1788971266.336456:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336470:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x50d [1] + 224
00000400:00000200:3.0:1788971266.336481:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.336485:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971266.336498:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189522688/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971266.336541:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336545:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971266.336549:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336551:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336553:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336556:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802400
00000400:00000200:3.0:1788971266.336559:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971266.336577:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x515 [1] + 224
00000400:00000200:3.0:1788971266.336587:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971266.336590:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971266.336597:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189522944/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971266.337266:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971266.337273:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8d48
00000400:00000010:0.0:1788971266.337276:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8d48.
00000100:00000200:0.0:1788971266.337293:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189522688/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971266.337303:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189522688/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971266.337383:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971266.337387:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8440
00000400:00000010:0.0:1788971266.337388:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8440.
00000100:00000200:0.0:1788971266.337394:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189522944/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971266.337402:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189522944/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971266.337423:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625e00.
02000000:00000010:0.0:1788971266.337489:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1be00.
00000100:00000010:0.0:1788971266.337494:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971266.337546:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971266.337551:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c2e1b400.
00000100:00000010:0.0:1788971266.337554:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000020:00000010:1.0:1788971266.980753:0:106567:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971266.981036:0:106567:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000100:00000010:3.0:1788971267.345960:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5540.
00000100:00000010:2.0:1788971267.345968:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5e40.
00000020:00000010:0.0:1788971268.024643:0:106571:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780b10.
00000020:00000010:0.0:1788971268.024732:0:106571:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780b10.
00000020:00000010:1.0:1788971269.072483:0:106576:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971269.073105:0:106576:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:3.0:1788971270.109329:0:106580:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971270.109420:0:106580:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:2.0:1788971271.158080:0:106584:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971271.158185:0:106584:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:2.0:1788971271.442140:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840ea00.
02000000:00000010:2.0:1788971271.442165:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67100.
00000100:00000010:2.0:1788971271.442195:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840d180.
02000000:00000010:2.0:1788971271.442203:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67600.
00000100:00000010:2.0:1788971271.442209:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840e680.
02000000:00000010:2.0:1788971271.442230:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c4c67c00.
02000000:00000010:2.0:1788971271.442279:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8003a00.
00000400:00000200:2.0:1788971271.442289:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971271.442294:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01265d8.
00000400:00000010:2.0:1788971271.442301:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bb28.
00000100:00000200:2.0:1788971271.442307:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523200, portal 10
00000400:00000010:2.0:1788971271.442314:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b000.
00000100:00000200:2.0:1788971271.442316:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189523200, offset 0
00000400:00000200:2.0:1788971271.442326:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442335:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442342:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971271.442347:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971271.442352:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971271.442356:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971271.442358:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442362:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [78:78:256:4294967295] 192.168.203.150@tcp LPNI seq info [78:78:8:4294967295]
00000400:00000200:2.0:1788971271.442366:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442374:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971271.442379:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971271.442384:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67200.
00000800:00000200:2.0:1788971271.442389:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971271.442396:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971271.442401:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971271.442412:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:2.0:1788971271.442417:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726c840.
00000100:00000010:2.0:1788971271.442426:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726cea0.
02000000:00000010:2.0:1788971271.442451:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8003e00.
00000400:00000200:2.0:1788971271.442454:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971271.442456:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01266e0.
00000400:00000010:2.0:1788971271.442460:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bf68.
00000100:00000200:2.0:1788971271.442462:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523072, portal 25
00000400:00000010:2.0:1788971271.442471:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b550.
00000100:00000200:2.0:1788971271.442474:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189523072, offset 0
00000400:00000200:2.0:1788971271.442478:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442482:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442485:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971271.442488:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971271.442490:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971271.442501:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971271.442504:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442506:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [79:79:255:4294967295] 192.168.203.150@tcp LPNI seq info [79:79:7:4294967295]
00000400:00000200:2.0:1788971271.442510:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442516:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971271.442520:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971271.442523:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c4c67d00.
00000800:00000200:2.0:1788971271.442527:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971271.442531:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971271.442534:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c4c67d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971271.442539:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:2.0:1788971271.442556:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d8003400.
00000400:00000200:2.0:1788971271.442560:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971271.442562:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126738.
00000400:00000010:2.0:1788971271.442565:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b110.
00000100:00000200:2.0:1788971271.442568:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523328, portal 10
00000400:00000010:2.0:1788971271.442572:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bcc0.
00000100:00000200:2.0:1788971271.442574:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189523328, offset 0
00000400:00000200:2.0:1788971271.442578:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442581:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442584:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971271.442587:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971271.442589:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971271.442591:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971271.442599:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971271.442602:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [80:80:254:4294967295] 192.168.203.150@tcp LPNI seq info [80:80:6:4294967295]
00000400:00000200:2.0:1788971271.442606:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971271.442612:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971271.442616:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971271.442620:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63a00.
00000800:00000200:2.0:1788971271.442623:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971271.442627:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971271.442629:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971271.442635:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971271.443423:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971271.443430:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67200.
00000400:00000200:3.0:1788971271.443438:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.443443:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971271.443449:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b000
00000400:00000010:3.0:1788971271.443452:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b000.
00000100:00000200:3.0:1788971271.443461:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840d180 x1875872189523200/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971271.443483:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971271.443486:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c4c67d00.
00000400:00000200:3.0:1788971271.443488:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.443503:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971271.443506:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b550
00000400:00000010:3.0:1788971271.443508:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b550.
00000100:00000200:3.0:1788971271.443513:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840ea00 x1875872189523072/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971271.443594:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971271.443596:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63a00.
00000400:00000200:3.0:1788971271.443599:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.443602:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971271.443604:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bcc0
00000400:00000010:3.0:1788971271.443606:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bcc0.
00000100:00000200:3.0:1788971271.443610:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840e680 x1875872189523328/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971271.448443:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.448452:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971271.448460:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.448464:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.448469:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.448473:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802480
00000400:00000200:3.0:1788971271.448479:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.448485:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x52d [1] + 224
00000400:00000200:3.0:1788971271.448496:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.448501:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971271.448514:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840ea00 x1875872189523072/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971271.449912:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449919:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971271.449925:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449928:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449932:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449935:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802500
00000400:00000200:3.0:1788971271.449939:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449944:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x51d [1] + 224
00000400:00000200:3.0:1788971271.449952:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.449956:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971271.449965:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840d180 x1875872189523200/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971271.449980:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449983:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971271.449987:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.449989:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.450006:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.450009:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802580
00000400:00000200:3.0:1788971271.450012:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971271.450015:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x53d [1] + 224
00000400:00000200:3.0:1788971271.450025:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971271.450028:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971271.450035:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840e680 x1875872189523328/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971271.450154:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01266e0.
00000400:00000200:2.0:1788971271.450166:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bf68
00000400:00000010:2.0:1788971271.450169:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bf68.
00000100:00000200:2.0:1788971271.450176:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840ea00 x1875872189523072/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971271.450185:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840ea00 x1875872189523072/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971271.450208:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126738.
00000400:00000200:2.0:1788971271.450211:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b110
00000400:00000010:2.0:1788971271.450212:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b110.
00000100:00000200:2.0:1788971271.450217:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840e680 x1875872189523328/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971271.450225:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840e680 x1875872189523328/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971271.450240:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01265d8.
00000400:00000200:2.0:1788971271.450242:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bb28
00000400:00000010:2.0:1788971271.450244:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bb28.
00000100:00000200:2.0:1788971271.450247:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840d180 x1875872189523200/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971271.450267:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840d180 x1875872189523200/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971271.450285:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8003e00.
02000000:00000010:2.0:1788971271.450291:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67100.
00000100:00000010:2.0:1788971271.450295:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840ea00.
02000000:00000010:2.0:1788971271.450299:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8003400.
02000000:00000010:2.0:1788971271.450302:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67c00.
00000100:00000010:2.0:1788971271.450304:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840e680.
02000000:00000010:2.0:1788971271.450306:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d8003a00.
02000000:00000010:2.0:1788971271.450308:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c4c67600.
00000100:00000010:2.0:1788971271.450310:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840d180.
00000020:00000010:1.0:1788971272.211014:0:106588:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971272.211104:0:106588:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000100:00000010:3.0:1788971272.465965:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726cea0.
00000100:00000010:2.0:1788971272.466180:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726c840.
00000020:00000010:3.0:1788971273.268775:0:106592:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971273.269006:0:106592:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:1.0:1788971274.331465:0:106596:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971274.332708:0:106596:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:3.0:1788971275.375492:0:106600:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971275.375581:0:106600:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:1.0:1788971276.419671:0:106605:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971276.419764:0:106605:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000100:00000010:0.0:1788971276.562114:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971276.562146:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d1be5000.
00000100:00000010:0.0:1788971276.562183:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971276.562189:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d1be5100.
00000100:00000010:0.0:1788971276.562195:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971276.562199:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d1be5d00.
02000000:00000010:0.0:1788971276.562227:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c1664400.
00000400:00000200:0.0:1788971276.562238:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971276.562242:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971276.562250:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8440.
00000100:00000200:0.0:1788971276.562269:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523584, portal 10
00000400:00000010:0.0:1788971276.562292:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8d48.
00000100:00000200:0.0:1788971276.562296:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189523584, offset 0
00000400:00000200:0.0:1788971276.562304:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562313:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971276.562320:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971276.562325:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971276.562328:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971276.562332:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971276.562334:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562338:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [81:81:256:4294967295] 192.168.203.150@tcp LPNI seq info [81:81:8:4294967295]
00000400:00000200:0.0:1788971276.562342:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971276.562361:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971276.562366:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971276.562371:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d1be5800.
00000800:00000200:0.0:1788971276.562378:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971276.562385:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971276.562389:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d1be5800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971276.562411:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971276.562417:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c54e0.
00000100:00000010:0.0:1788971276.562434:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5060.
02000000:00000010:0.0:1788971276.562459:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624e00.
00000400:00000200:0.0:1788971276.562463:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971276.562466:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971276.562469:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971276.562472:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523456, portal 25
00000400:00000010:0.0:1788971276.562475:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8e58.
00000100:00000200:0.0:1788971276.562477:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189523456, offset 0
00000400:00000200:0.0:1788971276.562481:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562485:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971276.562489:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971276.562491:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971276.562500:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971276.562502:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971276.562504:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562507:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [82:82:255:4294967295] 192.168.203.150@tcp LPNI seq info [82:82:7:4294967295]
00000400:00000200:0.0:1788971276.562511:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971276.562516:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971276.562521:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971276.562525:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d4222a00.
00000800:00000200:0.0:1788971276.562529:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971276.562533:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971276.562536:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d4222a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971276.562540:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971276.562552:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971276.562556:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971276.562558:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971276.562561:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971276.562564:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523712, portal 10
00000400:00000010:0.0:1788971276.562567:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8c38.
00000100:00000200:0.0:1788971276.562569:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189523712, offset 0
00000400:00000200:0.0:1788971276.562572:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562575:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971276.562578:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971276.562581:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971276.562583:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971276.562585:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971276.562586:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971276.562589:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [83:83:254:4294967295] 192.168.203.150@tcp LPNI seq info [83:83:6:4294967295]
00000400:00000200:0.0:1788971276.562592:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971276.562596:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1788971276.562598:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000010:3.0:1788971276.562601:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d1be5800.
00000800:00000200:0.0:1788971276.562601:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971276.562611:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:0.0:1788971276.562612:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c7d1ee00.
00000800:00000200:0.0:1788971276.562615:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000400:00000200:3.0:1788971276.562616:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000800:00000200:0.0:1788971276.562619:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000400:00000200:3.0:1788971276.562621:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8d48
00000800:00000200:0.0:1788971276.562621:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c7d1ee00 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1788971276.562623:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8d48.
00000400:00000200:0.0:1788971276.562626:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000200:3.0:1788971276.562632:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189523584/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971276.562653:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971276.562656:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d4222a00.
00000400:00000200:3.0:1788971276.562658:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971276.562662:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971276.562664:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8e58
00000400:00000010:3.0:1788971276.562666:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8e58.
00000100:00000200:3.0:1788971276.562671:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189523456/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971276.562750:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971276.562759:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c7d1ee00.
00000400:00000200:3.0:1788971276.562762:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971276.562766:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971276.562769:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8c38
00000400:00000010:3.0:1788971276.562771:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8c38.
00000100:00000200:3.0:1788971276.562776:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189523712/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971276.576234:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.576246:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971276.576332:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.576337:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.576415:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.576421:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802600
00000400:00000200:3.0:1788971276.576426:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.576432:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x555 [1] + 224
00000400:00000200:3.0:1788971276.576446:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971276.576451:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971276.576465:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189523456/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971276.580889:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971276.580901:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971276.580904:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971276.580918:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189523456/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971276.580930:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189523456/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971276.581077:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624e00.
02000000:00000010:0.0:1788971276.581086:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d1be5000.
00000100:00000010:0.0:1788971276.581649:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000400:00000200:3.0:1788971276.583708:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.583717:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971276.583726:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.583731:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.583923:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.583928:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802680
00000400:00000200:3.0:1788971276.583933:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.583939:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x54d [1] + 224
00000400:00000200:3.0:1788971276.583952:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971276.583957:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971276.583971:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189523584/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971276.584157:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.584161:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971276.584165:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.584168:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.584171:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.584174:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802700
00000400:00000200:3.0:1788971276.584177:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971276.584181:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x55d [1] + 224
00000400:00000200:3.0:1788971276.584190:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971276.584194:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971276.584200:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189523712/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971276.584684:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971276.584691:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8440
00000400:00000010:0.0:1788971276.584693:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8440.
00000100:00000200:0.0:1788971276.584701:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189523584/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971276.584709:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189523584/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971276.584743:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c1664400.
02000000:00000010:0.0:1788971276.584751:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d1be5100.
00000100:00000010:0.0:1788971276.585079:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000400:00000010:0.0:1788971276.585620:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971276.585626:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8198
00000400:00000010:0.0:1788971276.585628:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971276.585637:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189523712/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971276.585667:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189523712/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971276.585689:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971276.585694:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d1be5d00.
00000100:00000010:0.0:1788971276.585696:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000020:00000010:0.0:1788971277.469135:0:106609:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780b10.
00000020:00000010:0.0:1788971277.469229:0:106609:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780b10.
00000100:00000010:2.0:1788971277.586581:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c54e0.
00000100:00000010:3.0:1788971277.586670:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5060.
00000020:00000010:1.0:1788971278.514323:0:106613:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971278.514415:0:106613:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000400:00000010:2.0:1788971278.545874:0:102137:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9a73c33eb080.
00000400:00000010:2.0:1788971278.545887:0:102137:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at ffff9a73c33eb580.
00000020:00000010:0.0:1788971279.554776:0:106617:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780b10.
00000020:00000010:0.0:1788971279.554904:0:106617:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780b10.
00000020:00000010:2.0:1788971280.617570:0:106621:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971280.617667:0:106621:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:0.0:1788971281.645002:0:106625:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780b10.
00000020:00000010:0.0:1788971281.645158:0:106625:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780b10.
00000100:00000010:0.0:1788971281.682213:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971281.682240:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c7d1ec00.
00000100:00000010:0.0:1788971281.682280:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971281.682284:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c7d1e900.
00000100:00000010:0.0:1788971281.682290:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971281.682294:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c7d1ee00.
02000000:00000010:0.0:1788971281.682322:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971281.682331:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971281.682334:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971281.682340:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971281.682347:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523968, portal 10
00000400:00000010:0.0:1788971281.682354:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8440.
00000100:00000200:0.0:1788971281.682358:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189523968, offset 0
00000400:00000200:0.0:1788971281.682366:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682375:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682383:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971281.682389:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971281.682393:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971281.682396:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971281.682413:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682416:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [84:84:256:4294967295] 192.168.203.150@tcp LPNI seq info [84:84:8:4294967295]
00000400:00000200:0.0:1788971281.682421:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682431:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971281.682437:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971281.682442:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0200.
00000800:00000200:0.0:1788971281.682448:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971281.682456:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971281.682461:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971281.682486:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971281.682491:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c53c0.
00000100:00000010:0.0:1788971281.682511:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c52a0.
02000000:00000010:0.0:1788971281.682534:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624e00.
00000400:00000200:0.0:1788971281.682539:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971281.682542:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971281.682545:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971281.682548:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189523840, portal 25
00000400:00000010:0.0:1788971281.682552:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8770.
00000100:00000200:0.0:1788971281.682554:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189523840, offset 0
00000400:00000200:0.0:1788971281.682559:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682563:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682567:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971281.682569:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971281.682571:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971281.682574:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971281.682576:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682579:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [85:85:255:4294967295] 192.168.203.150@tcp LPNI seq info [85:85:7:4294967295]
00000400:00000200:0.0:1788971281.682583:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682588:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971281.682593:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971281.682604:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0d00.
00000800:00000200:0.0:1788971281.682609:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971281.682613:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971281.682616:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971281.682621:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971281.682634:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971281.682637:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971281.682640:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971281.682643:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971281.682646:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524096, portal 10
00000400:00000010:0.0:1788971281.682651:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8ee0.
00000100:00000200:0.0:1788971281.682653:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189524096, offset 0
00000400:00000200:0.0:1788971281.682657:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682661:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682664:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971281.682667:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971281.682669:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971281.682670:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971281.682672:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971281.682675:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [86:86:254:4294967295] 192.168.203.150@tcp LPNI seq info [86:86:6:4294967295]
00000400:00000200:0.0:1788971281.682678:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971281.682684:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971281.682688:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971281.682691:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0400.
00000800:00000200:0.0:1788971281.682695:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971281.682698:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971281.682700:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971281.682705:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971281.682891:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971281.682896:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0200.
00000400:00000200:3.0:1788971281.682904:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.682909:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971281.682915:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8440
00000400:00000010:3.0:1788971281.682917:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8440.
00000100:00000200:3.0:1788971281.682926:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189523968/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971281.682949:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971281.682952:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0d00.
00000400:00000200:3.0:1788971281.682954:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.682958:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971281.682960:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8770
00000400:00000010:3.0:1788971281.682961:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8770.
00000100:00000200:3.0:1788971281.682966:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189523840/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971281.683058:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971281.683061:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0400.
00000400:00000200:3.0:1788971281.683064:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.683068:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971281.683071:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8ee0
00000400:00000010:3.0:1788971281.683072:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8ee0.
00000100:00000200:3.0:1788971281.683086:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189524096/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971281.687141:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687150:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971281.687158:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687162:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687168:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687172:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802800
00000400:00000200:3.0:1788971281.687177:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687182:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x565 [1] + 224
00000400:00000200:3.0:1788971281.687194:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.687198:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971281.687211:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189523968/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971281.687387:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687392:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971281.687396:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687398:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687401:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687403:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802880
00000400:00000200:3.0:1788971281.687407:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.687410:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x575 [1] + 224
00000400:00000200:3.0:1788971281.687441:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.687455:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971281.687461:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189524096/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971281.687963:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971281.687970:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8aa0
00000400:00000010:0.0:1788971281.687972:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971281.687988:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189524096/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971281.687999:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189524096/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971281.688029:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971281.688032:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8198
00000400:00000010:0.0:1788971281.688034:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971281.688039:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189523968/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971281.688047:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189523968/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971281.688066:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971281.688074:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c7d1ee00.
00000100:00000010:0.0:1788971281.688092:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971281.688097:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971281.688101:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c7d1e900.
00000100:00000010:0.0:1788971281.688103:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000400:00000200:3.0:1788971281.691871:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.691882:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971281.691890:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.691895:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.691900:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.691905:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802780
00000400:00000200:3.0:1788971281.692698:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971281.692709:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x56d [1] + 224
00000400:00000200:3.0:1788971281.692732:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971281.692737:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971281.692750:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189523840/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971281.694333:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971281.694343:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971281.694357:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971281.694371:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189523840/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971281.694634:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189523840/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971281.694665:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624e00.
02000000:00000010:0.0:1788971281.694673:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c7d1ec00.
00000100:00000010:0.0:1788971281.694677:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000020:00000010:2.0:1788971282.670000:0:106629:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971282.670090:0:106629:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:2.0:1788971282.706374:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c53c0.
00000100:00000010:3.0:1788971282.706537:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c52a0.
00000020:00000010:3.0:1788971283.699610:0:106634:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971283.699689:0:106634:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:1.0:1788971284.743357:0:106638:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971284.743446:0:106638:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:0.0:1788971285.789200:0:106642:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971285.790711:0:106642:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000100:00000010:0.0:1788971286.804556:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971286.804771:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971286.804804:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971286.804809:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971286.804841:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971286.804846:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0c00.
02000000:00000010:0.0:1788971286.804877:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625400.
00000400:00000200:0.0:1788971286.804887:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971286.804891:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971286.804897:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971286.804903:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524224, portal 25
00000400:00000010:0.0:1788971286.804910:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8198.
00000100:00000200:0.0:1788971286.804913:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189524224, offset 0
00000400:00000200:0.0:1788971286.804921:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971286.804930:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.804938:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971286.804942:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971286.804946:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971286.804950:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971286.804952:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971286.804956:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [87:87:256:4294967295] 192.168.203.150@tcp LPNI seq info [87:87:8:4294967295]
00000400:00000200:0.0:1788971286.804959:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.804969:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971286.804975:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971286.804980:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0900.
00000800:00000200:0.0:1788971286.804986:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971286.804993:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971286.804997:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971286.805017:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971286.805022:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5ba0.
00000100:00000010:0.0:1788971286.805032:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5420.
02000000:00000010:0.0:1788971286.805051:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624600.
00000400:00000200:0.0:1788971286.805056:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971286.805059:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971286.805063:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971286.805065:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524480, portal 10
00000400:00000010:0.0:1788971286.805071:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8908.
00000100:00000200:0.0:1788971286.805073:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189524480, offset 0
00000400:00000200:0.0:1788971286.805089:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971286.805094:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.805098:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971286.805101:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971286.805103:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971286.805105:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971286.805108:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971286.805110:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [88:88:255:4294967295] 192.168.203.150@tcp LPNI seq info [88:88:7:4294967295]
00000400:00000200:0.0:1788971286.805114:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.805120:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971286.805124:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971286.805128:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0600.
00000800:00000200:0.0:1788971286.805133:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971286.805137:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971286.805140:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971286.805146:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971286.805164:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624e00.
00000400:00000200:0.0:1788971286.805168:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971286.805171:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971286.805174:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971286.805177:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524352, portal 10
00000400:00000010:0.0:1788971286.805181:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8660.
00000100:00000200:0.0:1788971286.805183:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189524352, offset 0
00000400:00000200:0.0:1788971286.805188:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971286.805198:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.805201:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971286.805204:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971286.805207:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971286.805209:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971286.805211:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971286.805213:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [89:89:254:4294967295] 192.168.203.150@tcp LPNI seq info [89:89:6:4294967295]
00000400:00000200:0.0:1788971286.805217:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971286.805223:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971286.805227:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971286.805231:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0f00.
00000800:00000200:0.0:1788971286.805235:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971286.805239:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971286.805242:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971286.805247:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971286.805607:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971286.805612:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0900.
00000400:00000200:2.0:1788971286.805618:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.805623:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971286.805628:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8198
00000400:00000010:2.0:1788971286.805631:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8198.
00000100:00000200:2.0:1788971286.805640:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189524224/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971286.805665:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971286.805668:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0600.
00000400:00000200:2.0:1788971286.805677:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.805680:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971286.805683:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8908
00000400:00000010:2.0:1788971286.805685:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8908.
00000100:00000200:2.0:1788971286.805689:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189524480/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971286.805778:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971286.805781:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0f00.
00000400:00000200:2.0:1788971286.805784:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.805787:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971286.805790:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8660
00000400:00000010:2.0:1788971286.805791:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8660.
00000100:00000200:2.0:1788971286.805796:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189524352/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971286.812464:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000020:00000010:1.0:1788971286.812464:0:106646:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000400:00000200:2.0:1788971286.812475:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971286.812483:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812488:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812494:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812498:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802a00
00000400:00000200:2.0:1788971286.812504:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812510:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x585 [1] + 224
00000400:00000200:2.0:1788971286.812521:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.812526:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971286.812541:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189524480/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000010:1.0:1788971286.812560:0:106646:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000400:00000200:2.0:1788971286.812568:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812572:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971286.812579:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812582:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812592:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812596:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802980
00000400:00000200:2.0:1788971286.812599:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812603:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x58d [1] + 224
00000400:00000200:2.0:1788971286.812609:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.812613:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971286.812620:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189524352/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971286.812637:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812640:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971286.812645:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812648:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812652:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812655:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802900
00000400:00000200:2.0:1788971286.812659:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971286.812664:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x57d [1] + 224
00000400:00000200:2.0:1788971286.812673:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971286.812677:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971286.812683:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189524224/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971286.814197:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971286.814211:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a85d8
00000400:00000010:0.0:1788971286.814214:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971286.814231:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189524352/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971286.814244:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189524352/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971286.814291:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971286.814294:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:0.0:1788971286.814296:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971286.814302:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189524224/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971286.814311:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189524224/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971286.814324:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971286.814335:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8aa0
00000400:00000010:0.0:1788971286.814337:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971286.814343:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189524480/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971286.814353:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189524480/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971286.814379:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624e00.
02000000:00000010:0.0:1788971286.814389:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971286.814395:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971286.814400:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625400.
02000000:00000010:0.0:1788971286.814404:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971286.814406:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971286.814408:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624600.
02000000:00000010:0.0:1788971286.814410:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0c00.
00000100:00000010:0.0:1788971286.814412:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000100:00000010:3.0:1788971287.825988:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5420.
00000100:00000010:2.0:1788971287.826165:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5ba0.
00000020:00000010:1.0:1788971287.856719:0:106650:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971287.858321:0:106650:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:3.0:1788971288.905305:0:106654:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971288.905421:0:106654:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971289.959700:0:106659:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971289.960300:0:106659:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:2.0:1788971290.995286:0:106663:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971290.995388:0:106663:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:3.0:1788971291.922453:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971291.922475:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971291.922502:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971291.922507:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971291.922513:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971291.922517:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4cb00.
02000000:00000010:3.0:1788971291.922545:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666400.
00000400:00000200:3.0:1788971291.922568:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971291.922572:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971291.922578:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971291.922585:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524736, portal 10
00000400:00000010:3.0:1788971291.922591:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873d48.
00000100:00000200:3.0:1788971291.922594:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189524736, offset 0
00000400:00000200:3.0:1788971291.922603:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922610:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922618:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971291.922623:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971291.922627:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971291.922631:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971291.922634:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922638:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [90:90:256:4294967295] 192.168.203.150@tcp LPNI seq info [90:90:8:4294967295]
00000400:00000200:3.0:1788971291.922642:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922652:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971291.922658:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971291.922663:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c100.
00000800:00000200:3.0:1788971291.922670:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971291.922678:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971291.922682:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971291.922695:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971291.922700:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391b40.
00000100:00000010:3.0:1788971291.922710:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13918a0.
02000000:00000010:3.0:1788971291.922743:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667200.
00000400:00000200:3.0:1788971291.922748:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971291.922750:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971291.922754:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971291.922757:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524608, portal 25
00000400:00000010:3.0:1788971291.922760:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873c38.
00000100:00000200:3.0:1788971291.922762:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189524608, offset 0
00000400:00000200:3.0:1788971291.922774:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922778:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922782:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971291.922785:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971291.922787:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971291.922790:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971291.922792:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922795:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [91:91:255:4294967295] 192.168.203.150@tcp LPNI seq info [91:91:7:4294967295]
00000400:00000200:3.0:1788971291.922799:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922805:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971291.922809:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971291.922838:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c800.
00000800:00000200:3.0:1788971291.922843:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971291.922847:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971291.922850:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971291.922855:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971291.922867:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666800.
00000400:00000200:3.0:1788971291.922870:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971291.922873:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971291.922877:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873770.
00000100:00000200:3.0:1788971291.922880:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524864, portal 10
00000400:00000010:3.0:1788971291.922885:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873aa0.
00000100:00000200:3.0:1788971291.922887:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189524864, offset 0
00000400:00000200:3.0:1788971291.922891:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922895:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922898:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971291.922901:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971291.922903:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971291.922906:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971291.922908:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971291.922911:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [92:92:254:4294967295] 192.168.203.150@tcp LPNI seq info [92:92:6:4294967295]
00000400:00000200:3.0:1788971291.922921:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971291.922927:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971291.922932:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971291.922936:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c500.
00000800:00000200:3.0:1788971291.922939:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971291.922944:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971291.922946:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971291.923047:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971291.923227:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971291.923232:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c100.
00000400:00000200:2.0:1788971291.923241:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.923247:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971291.923253:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873d48
00000400:00000010:2.0:1788971291.923256:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873d48.
00000100:00000200:2.0:1788971291.923268:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189524736/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971291.923301:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971291.923303:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c800.
00000400:00000200:2.0:1788971291.923307:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.923322:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971291.923326:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873c38
00000400:00000010:2.0:1788971291.923328:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873c38.
00000100:00000200:2.0:1788971291.923333:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189524608/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971291.923674:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971291.923678:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c500.
00000400:00000200:2.0:1788971291.923681:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.923686:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971291.923690:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873aa0
00000400:00000010:2.0:1788971291.923692:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873aa0.
00000100:00000200:2.0:1788971291.923698:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189524864/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971291.934885:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.934895:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971291.934907:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.934912:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.934917:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.934921:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802b00
00000400:00000200:2.0:1788971291.934926:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.934932:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x595 [1] + 224
00000400:00000200:2.0:1788971291.934943:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.934958:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971291.934975:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189524736/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971291.935183:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935201:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971291.935205:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935208:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935211:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935214:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802b80
00000400:00000200:2.0:1788971291.935217:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935221:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5b5 [1] + 224
00000400:00000200:2.0:1788971291.935228:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.935231:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971291.935238:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189524864/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971291.935252:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935255:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971291.935259:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935261:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935264:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935267:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802a80
00000400:00000200:2.0:1788971291.935270:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971291.935274:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x5a5 [1] + 224
00000400:00000200:2.0:1788971291.935296:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971291.935300:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971291.935307:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189524608/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971291.935426:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971291.935432:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873a18
00000400:00000010:3.0:1788971291.935434:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971291.935441:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189524608/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971291.935448:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189524608/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971291.935470:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971291.935473:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873770
00000400:00000010:3.0:1788971291.935474:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873770.
00000100:00000200:3.0:1788971291.935477:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189524864/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971291.935485:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189524864/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971291.935498:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971291.935501:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971291.935503:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971291.935507:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189524736/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971291.935515:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189524736/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971291.935547:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667200.
02000000:00000010:3.0:1788971291.935555:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971291.935562:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971291.935567:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666800.
02000000:00000010:3.0:1788971291.935569:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971291.935571:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971291.935574:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666400.
02000000:00000010:3.0:1788971291.935577:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971291.935578:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
00000020:00000010:1.0:1788971292.033956:0:106667:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971292.034134:0:106667:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000100:00000010:2.0:1788971292.945970:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391b40.
00000100:00000010:3.0:1788971292.946352:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13918a0.
00000020:00000010:2.0:1788971293.073916:0:106671:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971293.074007:0:106671:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:1.0:1788971294.116451:0:106675:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:1.0:1788971294.116552:0:106675:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:0.0:1788971295.167857:0:106679:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971295.167949:0:106679:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971296.200444:0:106683:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971296.200535:0:106683:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000100:00000010:0.0:1788971297.042042:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971297.042072:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0c00.
00000100:00000010:0.0:1788971297.042115:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971297.042120:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971297.042127:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971297.042131:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0000.
02000000:00000010:0.0:1788971297.042163:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971297.042172:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971297.042175:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971297.042181:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971297.042188:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525120, portal 10
00000400:00000010:0.0:1788971297.042194:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8880.
00000100:00000200:0.0:1788971297.042213:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189525120, offset 0
00000400:00000200:0.0:1788971297.042237:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042245:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042253:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971297.042257:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971297.042261:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971297.042265:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971297.042268:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042272:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [93:93:256:4294967295] 192.168.203.150@tcp LPNI seq info [93:93:8:4294967295]
00000400:00000200:0.0:1788971297.042277:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042286:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971297.042293:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971297.042299:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0f00.
00000800:00000200:0.0:1788971297.042304:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971297.042311:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971297.042316:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971297.042338:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971297.042343:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5840.
00000100:00000010:0.0:1788971297.042356:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5000.
02000000:00000010:0.0:1788971297.042384:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971297.042389:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971297.042391:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971297.042395:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971297.042398:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189524992, portal 25
00000400:00000010:0.0:1788971297.042402:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8330.
00000100:00000200:0.0:1788971297.042404:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189524992, offset 0
00000400:00000200:0.0:1788971297.042408:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042411:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042415:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971297.042418:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971297.042420:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971297.042429:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971297.042431:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042434:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [94:94:255:4294967295] 192.168.203.150@tcp LPNI seq info [94:94:7:4294967295]
00000400:00000200:0.0:1788971297.042438:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042444:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971297.042461:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971297.042465:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0600.
00000800:00000200:0.0:1788971297.042469:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971297.042473:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971297.042475:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971297.042480:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971297.042492:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625400.
00000400:00000200:0.0:1788971297.042496:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971297.042498:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971297.042502:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971297.042504:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525248, portal 10
00000400:00000010:0.0:1788971297.042508:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a84c8.
00000100:00000200:0.0:1788971297.042511:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189525248, offset 0
00000400:00000200:0.0:1788971297.042515:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042518:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042522:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971297.042526:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971297.042529:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971297.042531:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971297.042533:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971297.042537:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [95:95:254:4294967295] 192.168.203.150@tcp LPNI seq info [95:95:6:4294967295]
00000400:00000200:0.0:1788971297.042540:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971297.042546:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971297.042550:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971297.042553:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0900.
00000800:00000200:0.0:1788971297.042563:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971297.042567:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971297.042570:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1788971297.042575:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1788971297.042577:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000010:2.0:1788971297.042581:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0f00.
00000400:00000200:2.0:1788971297.042590:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.042597:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971297.042608:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8880
00000400:00000010:2.0:1788971297.042611:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8880.
00000100:00000200:2.0:1788971297.042622:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189525120/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971297.042647:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971297.042649:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0600.
00000400:00000200:2.0:1788971297.042652:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.042655:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971297.042658:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8330
00000400:00000010:2.0:1788971297.042660:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8330.
00000100:00000200:2.0:1788971297.042664:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189524992/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971297.042758:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971297.042761:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0900.
00000400:00000200:2.0:1788971297.042764:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.042767:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971297.042770:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a84c8
00000400:00000010:2.0:1788971297.042771:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a84c8.
00000100:00000200:2.0:1788971297.042775:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189525248/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971297.044613:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044622:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971297.044630:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044633:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044638:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044642:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802c80
00000400:00000200:2.0:1788971297.044647:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044653:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5c5 [1] + 224
00000400:00000200:2.0:1788971297.044668:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.044672:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971297.044693:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189525120/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971297.044745:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044748:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971297.044752:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044755:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044757:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044759:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802c00
00000400:00000200:2.0:1788971297.044763:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.044766:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x5cd [1] + 224
00000400:00000200:2.0:1788971297.044774:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.044777:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971297.044782:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189524992/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971297.044954:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971297.044959:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a85d8
00000400:00000010:0.0:1788971297.044961:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971297.044967:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189524992/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971297.044977:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189524992/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971297.045000:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971297.045003:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8aa0
00000400:00000010:0.0:1788971297.045005:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971297.045009:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189525120/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971297.045016:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189525120/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971297.045034:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971297.045041:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0c00.
00000100:00000010:0.0:1788971297.045046:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971297.045050:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971297.045054:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971297.045056:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000400:00000200:2.0:1788971297.048249:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.048258:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971297.048266:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.048269:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.048274:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.048278:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802d00
00000400:00000200:2.0:1788971297.048283:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971297.048289:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5d5 [1] + 224
00000400:00000200:2.0:1788971297.048303:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971297.048308:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971297.048321:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189525248/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971297.048586:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971297.048592:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:0.0:1788971297.048595:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971297.048602:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189525248/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971297.048610:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189525248/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971297.048652:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625400.
02000000:00000010:0.0:1788971297.048660:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971297.048665:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000020:00000010:2.0:1788971297.227545:0:106688:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971297.227632:0:106688:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:2.0:1788971298.065960:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5840.
00000100:00000010:3.0:1788971298.066084:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5000.
00000020:00000010:2.0:1788971298.266420:0:106692:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971298.266522:0:106692:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:0.0:1788971299.321695:0:106696:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971299.321791:0:106696:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000020:00000010:3.0:1788971300.353315:0:106700:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971300.353412:0:106700:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:2.0:1788971301.403252:0:106704:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971301.403342:0:106704:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:1.0:1788971302.162217:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3480.
02000000:00000010:1.0:1788971302.162241:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971302.162276:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971302.162282:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f200.
00000100:00000010:1.0:1788971302.162289:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971302.162292:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0fb00.
02000000:00000010:1.0:1788971302.162323:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7ceec00.
00000400:00000200:1.0:1788971302.162334:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971302.162338:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971302.162345:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971302.162352:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525504, portal 10
00000400:00000010:1.0:1788971302.162358:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525a18.
00000100:00000200:1.0:1788971302.162362:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189525504, offset 0
00000400:00000200:1.0:1788971302.162380:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971302.162389:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.164889:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971302.164904:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971302.164928:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971302.164932:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971302.164936:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971302.164939:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [96:96:256:4294967295] 192.168.203.150@tcp LPNI seq info [96:96:8:4294967295]
00000400:00000200:1.0:1788971302.164946:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.164958:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971302.164966:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971302.164974:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f100.
00000800:00000200:1.0:1788971302.164982:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971302.164989:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971302.164993:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971302.165009:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971302.165016:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467e40.
00000100:00000010:1.0:1788971302.165033:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467420.
00000800:00000200:2.0:1788971302.165250:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971302.165256:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f100.
00000400:00000200:2.0:1788971302.165261:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.165266:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971302.165272:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525a18
00000400:00000010:2.0:1788971302.165274:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525a18.
00000100:00000200:2.0:1788971302.165285:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189525504/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971302.165550:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cee600.
00000400:00000200:1.0:1788971302.165556:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971302.165560:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971302.165566:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971302.165572:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525376, portal 25
00000400:00000010:1.0:1788971302.165577:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525088.
00000100:00000200:1.0:1788971302.165580:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189525376, offset 0
00000400:00000200:1.0:1788971302.165586:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971302.165593:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.165599:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971302.165602:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971302.165604:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971302.165606:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971302.165608:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971302.165611:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [97:97:256:4294967295] 192.168.203.150@tcp LPNI seq info [97:97:8:4294967295]
00000400:00000200:1.0:1788971302.165615:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.165621:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971302.165633:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971302.165637:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f100.
00000800:00000200:1.0:1788971302.165641:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971302.165655:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971302.165658:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971302.165674:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971302.165722:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971302.165725:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f100.
00000400:00000200:2.0:1788971302.165728:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.165732:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971302.165735:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525088
00000400:00000010:2.0:1788971302.165737:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525088.
00000100:00000200:2.0:1788971302.165743:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3480 x1875872189525376/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971302.175060:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.175086:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971302.175096:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.175101:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.175106:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.175110:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802e00
00000400:00000200:2.0:1788971302.175116:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.175122:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5dd [1] + 224
00000400:00000200:2.0:1788971302.175137:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.175142:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971302.175155:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189525504/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971302.175583:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7ceea00.
00000400:00000200:1.0:1788971302.175589:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971302.175592:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000010:1.0:1788971302.175598:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971302.175604:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525632, portal 10
00000400:00000010:1.0:1788971302.175610:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75256e8.
00000100:00000200:1.0:1788971302.175613:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189525632, offset 0
00000400:00000200:1.0:1788971302.175619:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971302.175624:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.175629:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971302.175634:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971302.175637:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971302.175641:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971302.175643:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971302.175656:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [98:98:256:4294967295] 192.168.203.150@tcp LPNI seq info [98:98:8:4294967295]
00000400:00000200:1.0:1788971302.175668:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971302.175676:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971302.175681:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971302.175687:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f600.
00000800:00000200:1.0:1788971302.175693:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971302.175699:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971302.175703:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971302.175722:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971302.175731:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971302.175744:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:1.0:1788971302.175746:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971302.175752:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189525504/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971302.175764:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189525504/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971302.175792:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7ceec00.
02000000:00000010:1.0:1788971302.175797:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f200.
00000100:00000010:1.0:1788971302.175800:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
00000800:00000200:2.0:1788971302.176128:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971302.176133:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f600.
00000400:00000200:2.0:1788971302.176137:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.176141:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971302.176145:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75256e8
00000400:00000010:2.0:1788971302.176147:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75256e8.
00000100:00000200:2.0:1788971302.176153:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189525632/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971302.181574:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.181584:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971302.181593:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.181598:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.181603:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.181607:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802e80
00000400:00000200:2.0:1788971302.181612:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.181617:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5ed [1] + 224
00000400:00000200:2.0:1788971302.181631:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.181636:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971302.181658:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189525632/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971302.181768:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000200:1.0:1788971302.181774:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525b28
00000400:00000010:1.0:1788971302.181777:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971302.181783:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189525632/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971302.181793:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189525632/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971302.181854:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7ceea00.
02000000:00000010:1.0:1788971302.181860:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0fb00.
00000100:00000010:1.0:1788971302.181865:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000400:00000200:2.0:1788971302.186078:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.186088:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971302.186097:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.186102:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.186107:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.186111:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802d80
00000400:00000200:2.0:1788971302.186117:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971302.186123:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x5e5 [1] + 224
00000400:00000200:2.0:1788971302.186192:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971302.186221:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971302.186235:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3480 x1875872189525376/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971302.186436:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971302.186510:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:1.0:1788971302.186515:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971302.186522:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3480 x1875872189525376/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971302.186532:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3480 x1875872189525376/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971302.186559:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cee600.
02000000:00000010:1.0:1788971302.186565:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971302.186569:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3480.
00000020:00000010:3.0:1788971302.444377:0:106708:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971302.444471:0:106708:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:3.0:1788971303.185949:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467420.
00000100:00000010:2.0:1788971303.186353:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467e40.
00000020:00000010:3.0:1788971303.479330:0:106712:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971303.479586:0:106712:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:1.0:1788971304.533101:0:106717:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a73bf0.
00000020:00000010:0.0:1788971304.534707:0:106717:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a73bf0.
00000020:00000010:3.0:1788971305.569353:0:106721:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971305.569468:0:106721:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971306.615739:0:106725:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971306.615850:0:106725:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:0.0:1788971307.283261:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971307.283285:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971307.283320:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971307.283325:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971307.283331:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971307.283335:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0c00.
02000000:00000010:0.0:1788971307.283362:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971307.283371:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971307.283376:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971307.283382:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971307.283390:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525888, portal 10
00000400:00000010:0.0:1788971307.283397:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8aa0.
00000100:00000200:0.0:1788971307.283401:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189525888, offset 0
00000400:00000200:0.0:1788971307.283411:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971307.283419:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.283427:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971307.283432:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971307.283436:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971307.283441:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971307.283444:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971307.283447:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [99:99:256:4294967295] 192.168.203.150@tcp LPNI seq info [99:99:8:4294967295]
00000400:00000200:0.0:1788971307.283451:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.283461:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971307.283468:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971307.283487:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0400.
00000800:00000200:0.0:1788971307.283494:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971307.283501:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971307.283506:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971307.283528:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971307.283533:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c58a0.
00000100:00000010:0.0:1788971307.283546:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5960.
00000800:00000200:2.0:1788971307.283737:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971307.283742:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0400.
00000400:00000200:2.0:1788971307.283747:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.283753:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971307.283758:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8aa0
00000400:00000010:2.0:1788971307.283760:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8aa0.
00000100:00000200:2.0:1788971307.283769:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189525888/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971307.288762:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625400.
00000400:00000200:0.0:1788971307.288777:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971307.288781:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971307.288788:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971307.288869:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189525760, portal 25
00000400:00000010:0.0:1788971307.288882:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a86e8.
00000100:00000200:0.0:1788971307.288886:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189525760, offset 0
00000400:00000200:0.0:1788971307.288895:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971307.288903:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.288909:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971307.288913:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971307.288917:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971307.288920:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971307.288923:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971307.288927:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [100:100:256:4294967295] 192.168.203.150@tcp LPNI seq info [100:100:8:4294967295]
00000400:00000200:0.0:1788971307.288931:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.288940:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971307.288946:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971307.288951:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0d00.
00000800:00000200:0.0:1788971307.288956:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971307.288964:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971307.288968:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971307.289030:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971307.289531:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971307.289537:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0d00.
00000400:00000200:2.0:1788971307.289544:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.289549:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971307.289555:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a86e8
00000400:00000010:2.0:1788971307.289557:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a86e8.
00000100:00000200:2.0:1788971307.289567:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189525760/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971307.291492:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971307.291511:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971307.291515:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971307.291522:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971307.291528:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526016, portal 10
00000400:00000010:0.0:1788971307.291536:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8dd0.
00000100:00000200:0.0:1788971307.291539:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189526016, offset 0
00000400:00000200:0.0:1788971307.291547:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971307.291555:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.291562:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971307.291567:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971307.291571:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971307.291574:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971307.291577:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971307.291580:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [101:101:256:4294967295] 192.168.203.150@tcp LPNI seq info [101:101:8:4294967295]
00000400:00000200:0.0:1788971307.291584:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971307.291592:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971307.291598:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971307.291603:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0200.
00000800:00000200:0.0:1788971307.291689:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971307.291696:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971307.291700:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971307.291859:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971307.292255:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971307.292259:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0200.
00000400:00000200:2.0:1788971307.292265:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.292270:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971307.292276:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8dd0
00000400:00000010:2.0:1788971307.292278:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8dd0.
00000100:00000200:2.0:1788971307.292287:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189526016/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971307.294505:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.294514:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971307.294521:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.294538:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.294544:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.294547:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887802f80
00000400:00000200:2.0:1788971307.294552:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.294558:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x5f5 [1] + 224
00000400:00000200:2.0:1788971307.294581:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.294587:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971307.294600:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189525888/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971307.295369:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.295374:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971307.295381:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.295383:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.295386:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.295389:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887802f00
00000400:00000200:2.0:1788971307.295394:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.295398:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x5fd [1] + 224
00000400:00000200:2.0:1788971307.295460:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.295465:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971307.295474:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189525760/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971307.297199:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971307.297278:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:0.0:1788971307.297281:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971307.297293:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189525888/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971307.297304:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189525888/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971307.297340:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971307.297364:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971307.297368:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000400:00000010:0.0:1788971307.297379:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971307.297382:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a85d8
00000400:00000010:0.0:1788971307.297383:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a85d8.
00000100:00000200:0.0:1788971307.297389:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189525760/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971307.297397:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189525760/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971307.297410:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625400.
02000000:00000010:0.0:1788971307.297414:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971307.297416:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000400:00000200:2.0:1788971307.299510:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.299520:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971307.299529:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.299533:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.299538:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.299542:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803000
00000400:00000200:2.0:1788971307.299548:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971307.299554:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x605 [1] + 224
00000400:00000200:2.0:1788971307.299572:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971307.299589:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971307.299603:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189526016/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971307.299713:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971307.299718:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a87f8
00000400:00000010:0.0:1788971307.299720:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971307.299727:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189526016/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971307.299736:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189526016/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971307.299765:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971307.299771:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0c00.
00000100:00000010:0.0:1788971307.299776:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000020:00000010:2.0:1788971307.660635:0:106729:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971307.660717:0:106729:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000100:00000010:2.0:1788971308.306001:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c58a0.
00000100:00000010:3.0:1788971308.306197:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5960.
00000020:00000010:3.0:1788971308.694807:0:106733:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971308.695500:0:106733:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971309.738850:0:106737:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971309.739088:0:106737:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971310.771678:0:106741:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971310.771751:0:106741:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971311.822275:0:106746:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971311.825735:0:106746:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:1.0:1788971312.404109:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3480.
02000000:00000010:1.0:1788971312.404131:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971312.404168:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971312.404173:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0fb00.
00000100:00000010:1.0:1788971312.404180:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971312.404184:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f200.
02000000:00000010:1.0:1788971312.404213:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cee600.
00000400:00000200:1.0:1788971312.404222:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971312.404226:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971312.404232:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971312.404239:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526272, portal 10
00000400:00000010:1.0:1788971312.404246:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525b28.
00000100:00000200:1.0:1788971312.404249:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189526272, offset 0
00000400:00000200:1.0:1788971312.404259:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404269:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404277:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971312.404283:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971312.404287:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971312.404291:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971312.404294:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404297:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [102:102:256:4294967295] 192.168.203.150@tcp LPNI seq info [102:102:8:4294967295]
00000400:00000200:1.0:1788971312.404302:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404312:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971312.404318:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971312.404323:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f400.
00000800:00000200:1.0:1788971312.404329:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971312.404338:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971312.404344:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971312.404366:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971312.404371:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467660.
00000100:00000010:1.0:1788971312.404384:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467180.
02000000:00000010:1.0:1788971312.404417:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cef800.
00000400:00000200:1.0:1788971312.404422:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971312.404425:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000010:1.0:1788971312.404428:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971312.404431:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526144, portal 25
00000400:00000010:1.0:1788971312.404434:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525330.
00000100:00000200:1.0:1788971312.404436:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189526144, offset 0
00000400:00000200:1.0:1788971312.404450:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404455:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404459:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971312.404462:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971312.404464:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971312.404467:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971312.404469:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404471:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [103:103:255:4294967295] 192.168.203.150@tcp LPNI seq info [103:103:7:4294967295]
00000400:00000200:1.0:1788971312.404475:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404481:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971312.404485:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971312.404488:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f000.
00000800:00000200:1.0:1788971312.404492:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971312.404496:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971312.404499:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971312.404504:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971312.404516:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cef600.
00000400:00000200:1.0:1788971312.404519:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971312.404522:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971312.404525:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75252a8.
00000100:00000200:1.0:1788971312.404528:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526400, portal 10
00000400:00000010:1.0:1788971312.404532:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525110.
00000100:00000200:1.0:1788971312.404534:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189526400, offset 0
00000400:00000200:1.0:1788971312.404538:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404547:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404551:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971312.404554:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971312.404556:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971312.404558:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971312.404561:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971312.404563:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [104:104:254:4294967295] 192.168.203.150@tcp LPNI seq info [104:104:6:4294967295]
00000400:00000200:1.0:1788971312.404567:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971312.404582:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971312.404586:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971312.404589:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0ff00.
00000800:00000200:1.0:1788971312.404593:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971312.404597:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971312.404599:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971312.404604:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971312.404707:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971312.404711:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f400.
00000400:00000200:2.0:1788971312.404716:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.404721:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971312.404725:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525b28
00000400:00000010:2.0:1788971312.404728:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525b28.
00000100:00000200:2.0:1788971312.404736:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189526272/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971312.404755:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971312.404757:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f000.
00000400:00000200:2.0:1788971312.404759:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.404763:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971312.404765:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525330
00000400:00000010:2.0:1788971312.404767:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525330.
00000100:00000200:2.0:1788971312.404771:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3480 x1875872189526144/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971312.404857:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971312.404860:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0ff00.
00000400:00000200:2.0:1788971312.404863:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.404866:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971312.404869:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525110
00000400:00000010:2.0:1788971312.404870:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525110.
00000100:00000200:2.0:1788971312.404874:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189526400/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971312.407204:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.407224:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971312.407232:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.407236:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.407239:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.407243:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803080
00000400:00000200:2.0:1788971312.407248:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.407253:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x615 [1] + 224
00000400:00000200:2.0:1788971312.407266:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.407270:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971312.407282:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3480 x1875872189526144/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971312.407381:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000200:1.0:1788971312.407387:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:1.0:1788971312.407389:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971312.407396:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3480 x1875872189526144/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971312.407405:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3480 x1875872189526144/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971312.407434:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cef800.
02000000:00000010:1.0:1788971312.407439:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971312.407454:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3480.
00000400:00000200:2.0:1788971312.410258:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410267:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971312.410275:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410279:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410285:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410288:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803100
00000400:00000200:2.0:1788971312.410294:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410299:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x60d [1] + 224
00000400:00000200:2.0:1788971312.410311:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.410315:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971312.410329:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189526272/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971312.410364:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410368:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971312.410372:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410375:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410377:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410380:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803180
00000400:00000200:2.0:1788971312.410384:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971312.410401:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x61d [1] + 224
00000400:00000200:2.0:1788971312.410412:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971312.410415:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971312.410421:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189526400/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971312.410612:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971312.410618:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75252a8
00000400:00000010:1.0:1788971312.410621:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75252a8.
00000100:00000200:1.0:1788971312.410628:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189526400/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971312.410649:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189526400/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971312.410678:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971312.410680:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:1.0:1788971312.410682:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971312.410686:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189526272/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971312.410694:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189526272/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971312.410709:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cef600.
02000000:00000010:1.0:1788971312.410714:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f200.
00000100:00000010:1.0:1788971312.410718:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971312.410722:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cee600.
02000000:00000010:1.0:1788971312.410724:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0fb00.
00000100:00000010:1.0:1788971312.410726:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000020:00000010:1.0:1788971312.863448:0:106750:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971312.863529:0:106750:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a739a0.
00000100:00000010:2.0:1788971313.426247:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467660.
00000100:00000010:3.0:1788971313.426583:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467180.
00000020:00000010:0.0:1788971313.894996:0:106754:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971313.895082:0:106754:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971314.940390:0:106758:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971314.942255:0:106758:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000020:00000010:1.0:1788971315.974334:0:106762:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971315.974525:0:106762:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971317.020283:0:106766:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971317.020372:0:106766:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a739a0.
00000100:00000010:0.0:1788971317.521986:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8ad80.
02000000:00000010:0.0:1788971317.522013:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0c00.
00000100:00000010:0.0:1788971317.522055:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971317.522061:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971317.522083:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:1.0:1788971317.522086:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c7cef600.
02000000:00000010:0.0:1788971317.522087:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0100.
00000400:00000200:1.0:1788971317.522095:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971317.522099:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971317.522105:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
02000000:00000010:0.0:1788971317.522109:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624e00.
00000400:00000200:0.0:1788971317.522113:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000200:1.0:1788971317.522114:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526528, portal 25
00000400:00000010:0.0:1788971317.522116:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:1.0:1788971317.522119:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75252a8.
00000400:00000010:0.0:1788971317.522119:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971317.522121:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526656, portal 10
00000100:00000200:1.0:1788971317.522122:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189526528, offset 0
00000400:00000010:0.0:1788971317.522126:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a85d8.
00000400:00000200:1.0:1788971317.522131:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000100:00000200:0.0:1788971317.522141:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189526656, offset 0
00000400:00000200:1.0:1788971317.522145:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971317.522146:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971317.522152:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971317.522157:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971317.522162:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971317.522165:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971317.522168:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971317.522171:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [105:105:256:4294967295] 192.168.203.150@tcp LPNI seq info [105:105:8:4294967295]
00000400:00000200:1.0:1788971317.522176:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971317.522179:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971317.522184:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971317.522190:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971317.522191:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971317.522194:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1788971317.522196:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0fb00.
00000400:00000200:0.0:1788971317.522196:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971317.522198:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971317.522200:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000800:00000200:1.0:1788971317.522202:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000400:00000200:0.0:1788971317.522203:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [106:106:255:4294967295] 192.168.203.150@tcp LPNI seq info [106:106:7:4294967295]
00000400:00000200:0.0:1788971317.522206:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:1.0:1788971317.522209:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000400:00000200:0.0:1788971317.522212:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971317.522216:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971317.522220:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0200.
00000800:00000200:0.0:1788971317.522223:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971317.522225:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0fb00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1788971317.522227:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971317.522229:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971317.522237:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971317.522238:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971317.522242:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5b40.
00000100:00000010:0.0:1788971317.522257:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5720.
02000000:00000010:0.0:1788971317.522298:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624600.
00000400:00000200:0.0:1788971317.522302:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971317.522304:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971317.522308:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971317.522317:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526784, portal 10
00000400:00000010:0.0:1788971317.522321:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8088.
00000100:00000200:0.0:1788971317.522324:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189526784, offset 0
00000400:00000200:0.0:1788971317.522328:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971317.522332:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971317.522336:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971317.522339:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971317.522341:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971317.522343:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971317.522345:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971317.522348:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [107:107:254:4294967295] 192.168.203.150@tcp LPNI seq info [107:107:6:4294967295]
00000400:00000200:0.0:1788971317.522351:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971317.522356:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971317.522359:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971317.522363:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0d00.
00000800:00000200:0.0:1788971317.522366:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971317.522370:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971317.522373:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971317.522377:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971317.522634:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971317.522639:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0fb00.
00000400:00000200:2.0:1788971317.522646:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.522651:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971317.522656:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75252a8
00000400:00000010:2.0:1788971317.522658:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75252a8.
00000100:00000200:2.0:1788971317.522666:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8ad80 x1875872189526528/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971317.522685:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971317.522687:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0200.
00000400:00000200:2.0:1788971317.522690:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.522693:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971317.522694:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a85d8
00000400:00000010:2.0:1788971317.522696:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a85d8.
00000100:00000200:2.0:1788971317.522700:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189526656/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971317.522777:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971317.522780:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0d00.
00000400:00000200:2.0:1788971317.522783:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.522786:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971317.522788:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8088
00000400:00000010:2.0:1788971317.522790:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8088.
00000100:00000200:2.0:1788971317.522794:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189526784/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971317.525498:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525521:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971317.525530:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525544:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525549:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525553:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803280
00000400:00000200:2.0:1788971317.525559:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525565:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x62d [1] + 224
00000400:00000200:2.0:1788971317.525576:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.525580:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971317.525592:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189526656/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971317.525678:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525682:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971317.525685:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525688:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525690:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525692:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803300
00000400:00000200:2.0:1788971317.525695:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.525698:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x635 [1] + 224
00000400:00000200:2.0:1788971317.525705:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.525708:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971317.525713:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189526784/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971317.526493:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.526498:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971317.526504:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.526506:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.526509:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.526512:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803200
00000400:00000200:2.0:1788971317.526517:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971317.526529:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x625 [1] + 224
00000400:00000200:2.0:1788971317.526549:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971317.526553:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971317.526561:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8ad80 x1875872189526528/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971317.526671:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971317.526676:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:1.0:1788971317.526679:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971317.526685:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8ad80 x1875872189526528/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971317.526694:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8ad80 x1875872189526528/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971317.526720:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c7cef600.
02000000:00000010:1.0:1788971317.526726:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0c00.
00000100:00000010:1.0:1788971317.526731:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8ad80.
00000400:00000010:0.0:1788971317.526875:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971317.526879:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a87f8
00000400:00000010:0.0:1788971317.526880:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971317.526887:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189526656/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971317.526947:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189526656/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971317.526967:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624e00.
02000000:00000010:0.0:1788971317.526971:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0000.
00000100:00000010:0.0:1788971317.526973:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000400:00000010:0.0:1788971317.526978:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971317.526988:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:0.0:1788971317.526989:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971317.526994:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189526784/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971317.527001:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189526784/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971317.527015:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624600.
02000000:00000010:0.0:1788971317.527018:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0100.
00000100:00000010:0.0:1788971317.527020:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
00000020:00000010:3.0:1788971318.064666:0:106771:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971318.065679:0:106771:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:3.0:1788971318.545995:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5720.
00000100:00000010:2.0:1788971318.546639:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5b40.
00000020:00000010:2.0:1788971319.113771:0:106775:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c6f4e470.
00000020:00000010:2.0:1788971319.113910:0:106775:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c6f4e470.
00000020:00000010:1.0:1788971320.149643:0:106779:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971320.149732:0:106779:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a739a0.
00000020:00000010:3.0:1788971321.190785:0:106783:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971321.190979:0:106783:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000020:00000010:0.0:1788971322.214264:0:106787:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971322.214352:0:106787:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000100:00000010:3.0:1788971322.642068:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971322.642092:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971322.642123:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971322.642128:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971322.642134:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971322.642137:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c600.
02000000:00000010:3.0:1788971322.642166:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666800.
00000400:00000200:3.0:1788971322.642176:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971322.642181:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971322.642187:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971322.642194:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189526912, portal 25
00000400:00000010:3.0:1788971322.642199:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873770.
00000100:00000200:3.0:1788971322.642202:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189526912, offset 0
00000400:00000200:3.0:1788971322.642211:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642220:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642228:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971322.642234:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971322.642239:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971322.642243:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971322.642245:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642249:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [108:108:256:4294967295] 192.168.203.150@tcp LPNI seq info [108:108:8:4294967295]
00000400:00000200:3.0:1788971322.642253:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642274:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971322.642280:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971322.642300:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cd00.
00000800:00000200:3.0:1788971322.642309:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971322.642317:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971322.642321:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971322.642332:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971322.642337:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13918a0.
00000100:00000010:3.0:1788971322.642347:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391ea0.
02000000:00000010:3.0:1788971322.642358:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666200.
00000400:00000200:3.0:1788971322.642362:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971322.642375:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971322.642379:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971322.642382:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527168, portal 10
00000400:00000010:3.0:1788971322.642387:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873220.
00000100:00000200:3.0:1788971322.642389:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527168, offset 0
00000400:00000200:3.0:1788971322.642393:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642397:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642400:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971322.642411:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971322.642414:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971322.642416:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971322.642418:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642421:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [109:109:255:4294967295] 192.168.203.150@tcp LPNI seq info [109:109:7:4294967295]
00000400:00000200:3.0:1788971322.642425:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642430:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971322.642435:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971322.642439:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c500.
00000800:00000200:3.0:1788971322.642442:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971322.642446:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971322.642449:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971322.642454:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971322.642475:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666c00.
00000400:00000200:3.0:1788971322.642479:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971322.642481:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971322.642484:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873198.
00000100:00000200:3.0:1788971322.642487:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527040, portal 10
00000400:00000010:3.0:1788971322.642491:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48733b8.
00000100:00000200:3.0:1788971322.642493:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527040, offset 0
00000400:00000200:3.0:1788971322.642508:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642512:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642515:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971322.642518:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971322.642520:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971322.642522:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971322.642524:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971322.642527:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [110:110:254:4294967295] 192.168.203.150@tcp LPNI seq info [110:110:6:4294967295]
00000400:00000200:3.0:1788971322.642531:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971322.642536:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971322.642540:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971322.642543:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c800.
00000800:00000200:3.0:1788971322.642547:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971322.642552:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971322.642554:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971322.642558:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971322.642775:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971322.642780:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cd00.
00000400:00000200:2.0:1788971322.642787:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.642792:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971322.642797:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873770
00000400:00000010:2.0:1788971322.642800:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873770.
00000100:00000200:2.0:1788971322.642809:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189526912/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971322.642851:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971322.642853:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c500.
00000400:00000200:2.0:1788971322.642856:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.642860:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971322.642862:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873220
00000400:00000010:2.0:1788971322.642864:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873220.
00000100:00000200:2.0:1788971322.642868:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189527168/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971322.642943:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971322.642947:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c800.
00000400:00000200:2.0:1788971322.642950:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.642953:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971322.642956:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48733b8
00000400:00000010:2.0:1788971322.642958:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48733b8.
00000100:00000200:2.0:1788971322.642962:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189527040/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971322.646377:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646386:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971322.646397:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646413:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646419:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646423:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803380
00000400:00000200:2.0:1788971322.646428:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646433:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x63d [1] + 224
00000400:00000200:2.0:1788971322.646444:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.646448:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971322.646460:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189526912/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971322.646487:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646491:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971322.646507:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646510:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646513:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646516:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803480
00000400:00000200:2.0:1788971322.646519:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646523:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x64d [1] + 224
00000400:00000200:2.0:1788971322.646529:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.646533:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971322.646539:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189527168/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971322.646557:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646562:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971322.646566:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646569:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971322.646573:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971322.646580:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971322.646583:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971322.646591:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189526912/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971322.646594:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971322.646602:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803400
00000400:00000200:2.0:1788971322.646609:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000200:3.0:1788971322.646613:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189526912/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971322.646616:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x65d [1] + 224
00000400:00000200:2.0:1788971322.646631:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971322.646635:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971322.646642:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189527040/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971322.646645:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971322.646656:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873a18
00000400:00000010:3.0:1788971322.646658:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971322.646665:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189527168/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971322.646674:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189527168/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971322.646696:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666800.
02000000:00000010:3.0:1788971322.646702:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971322.646708:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971322.646713:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666200.
02000000:00000010:3.0:1788971322.646715:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971322.646717:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
00000400:00000010:3.0:1788971322.646723:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971322.646725:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873198
00000400:00000010:3.0:1788971322.646726:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873198.
00000100:00000200:3.0:1788971322.646730:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189527040/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971322.646739:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189527040/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971322.646752:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666c00.
02000000:00000010:3.0:1788971322.646755:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971322.646757:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
00000020:00000010:3.0:1788971323.256901:0:106791:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73c69c5320.
00000020:00000010:3.0:1788971323.256990:0:106791:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73c69c5320.
00000100:00000010:2.0:1788971323.665947:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13918a0.
00000100:00000010:3.0:1788971323.666079:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391ea0.
00000020:00000010:1.0:1788971324.300748:0:106795:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d1a739a0.
00000020:00000010:1.0:1788971324.301157:0:106795:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d1a739a0.
00000020:00000010:0.0:1788971324.325652:0:106796:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9a73d4780410.
00000020:00000010:0.0:1788971324.325745:0:106796:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9a73d4780410.
00000100:00000010:2.0:1788971327.762408:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840d180.
02000000:00000010:2.0:1788971327.762432:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63900.
00000100:00000010:2.0:1788971327.762479:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840e680.
02000000:00000010:2.0:1788971327.762484:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63500.
00000100:00000010:2.0:1788971327.762490:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840ea00.
02000000:00000010:2.0:1788971327.762493:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63f00.
02000000:00000010:3.0:1788971327.762565:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667200.
00000400:00000200:3.0:1788971327.762575:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971327.762579:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971327.762585:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873198.
00000100:00000200:3.0:1788971327.762592:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527296, portal 25
00000400:00000010:3.0:1788971327.762612:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873a18.
00000100:00000200:3.0:1788971327.762615:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189527296, offset 0
00000400:00000200:3.0:1788971327.762624:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762632:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762640:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971327.762645:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971327.762649:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971327.762653:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971327.762655:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762659:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [111:111:256:4294967295] 192.168.203.150@tcp LPNI seq info [111:111:8:4294967295]
00000400:00000200:3.0:1788971327.762663:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762672:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971327.762678:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971327.762683:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cb00.
00000800:00000200:3.0:1788971327.762690:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971327.762698:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971327.762702:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971327.762722:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971327.762728:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391ea0.
00000100:00000010:3.0:1788971327.762738:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391d80.
02000000:00000010:3.0:1788971327.762749:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666000.
00000400:00000200:3.0:1788971327.762753:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971327.762756:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971327.762759:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971327.762762:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527552, portal 10
00000400:00000010:3.0:1788971327.762767:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873440.
00000100:00000200:3.0:1788971327.762769:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527552, offset 0
00000400:00000200:3.0:1788971327.762773:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762776:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762780:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971327.762783:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971327.762791:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971327.762794:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971327.762796:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762799:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [112:112:255:4294967295] 192.168.203.150@tcp LPNI seq info [112:112:7:4294967295]
00000400:00000200:3.0:1788971327.762803:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762810:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971327.762841:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971327.762845:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c600.
00000800:00000200:3.0:1788971327.762849:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971327.762853:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971327.762856:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971327.762862:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971327.762878:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667a00.
00000400:00000200:3.0:1788971327.762881:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971327.762884:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971327.762887:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971327.762889:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527424, portal 10
00000400:00000010:3.0:1788971327.762893:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873b28.
00000100:00000200:3.0:1788971327.762896:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527424, offset 0
00000400:00000200:3.0:1788971327.762900:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762903:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762906:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971327.762909:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971327.762912:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971327.762914:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971327.762917:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971327.762920:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [113:113:254:4294967295] 192.168.203.150@tcp LPNI seq info [113:113:6:4294967295]
00000400:00000200:3.0:1788971327.762924:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971327.762930:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971327.762934:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971327.762942:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c200.
00000800:00000200:3.0:1788971327.762946:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971327.762950:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971327.762953:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971327.762958:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971327.763050:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971327.763064:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cb00.
00000400:00000200:2.0:1788971327.763072:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.763078:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971327.763083:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873a18
00000400:00000010:2.0:1788971327.763085:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873a18.
00000100:00000200:2.0:1788971327.763094:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840d180 x1875872189527296/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971327.763117:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971327.763119:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c600.
00000400:00000200:2.0:1788971327.763122:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.763125:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971327.763127:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873440
00000400:00000010:2.0:1788971327.763129:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873440.
00000100:00000200:2.0:1788971327.763133:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840ea00 x1875872189527552/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971327.763221:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971327.763224:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c200.
00000400:00000200:2.0:1788971327.763227:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.763231:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971327.763234:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873b28
00000400:00000010:2.0:1788971327.763235:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873b28.
00000100:00000200:2.0:1788971327.763239:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840e680 x1875872189527424/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971327.775202:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775212:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971327.775221:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775226:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775231:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775235:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803600
00000400:00000200:2.0:1788971327.775241:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775248:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x67d [1] + 224
00000400:00000200:2.0:1788971327.775259:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.775263:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971327.775276:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840ea00 x1875872189527552/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971327.775310:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775314:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971327.775318:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775320:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775323:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775326:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803500
00000400:00000200:2.0:1788971327.775329:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775333:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x66d [1] + 224
00000400:00000200:2.0:1788971327.775339:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.775366:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971327.775374:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840d180 x1875872189527296/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971327.775390:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775394:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971327.775397:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775400:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775403:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775406:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803580
00000400:00000200:2.0:1788971327.775409:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971327.775413:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x68d [1] + 224
00000400:00000200:2.0:1788971327.775421:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971327.775424:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971327.775430:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840e680 x1875872189527424/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971327.775933:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971327.775940:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971327.775943:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971327.775951:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840e680 x1875872189527424/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971327.775960:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840e680 x1875872189527424/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971327.775989:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971327.775992:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873198
00000400:00000010:3.0:1788971327.775994:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873198.
00000100:00000200:3.0:1788971327.775999:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840d180 x1875872189527296/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971327.776006:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840d180 x1875872189527296/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971327.776017:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971327.776019:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971327.776021:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971327.776025:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840ea00 x1875872189527552/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971327.776033:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840ea00 x1875872189527552/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971327.776047:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667a00.
02000000:00000010:3.0:1788971327.776066:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63500.
00000100:00000010:3.0:1788971327.776071:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840e680.
02000000:00000010:3.0:1788971327.776086:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667200.
02000000:00000010:3.0:1788971327.776088:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63900.
00000100:00000010:3.0:1788971327.776091:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840d180.
02000000:00000010:3.0:1788971327.776093:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666000.
02000000:00000010:3.0:1788971327.776096:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63f00.
00000100:00000010:3.0:1788971327.776097:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840ea00.
00000100:00000010:3.0:1788971328.786012:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391d80.
00000100:00000010:2.0:1788971328.786143:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391ea0.
00000100:00000010:2.0:1788971332.882085:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840c380.
02000000:00000010:2.0:1788971332.882109:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63300.
00000100:00000010:2.0:1788971332.882157:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840ed80.
02000000:00000010:2.0:1788971332.882162:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63b00.
00000100:00000010:2.0:1788971332.882168:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840dc00.
02000000:00000010:2.0:1788971332.882173:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63c00.
02000000:00000010:3.0:1788971332.882381:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666600.
00000400:00000200:3.0:1788971332.882392:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971332.882397:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971332.882403:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971332.882410:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527680, portal 25
00000400:00000010:3.0:1788971332.882415:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873198.
00000100:00000200:3.0:1788971332.882418:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189527680, offset 0
00000400:00000200:3.0:1788971332.882437:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882446:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882453:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971332.882457:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971332.882462:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971332.882465:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971332.882469:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882472:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [114:114:256:4294967295] 192.168.203.150@tcp LPNI seq info [114:114:8:4294967295]
00000400:00000200:3.0:1788971332.882476:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882484:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971332.882490:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971332.882495:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c100.
00000800:00000200:3.0:1788971332.882501:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971332.882508:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971332.882512:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971332.882535:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971332.882541:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391d80.
00000100:00000010:3.0:1788971332.882563:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13911e0.
02000000:00000010:3.0:1788971332.882574:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666a00.
00000400:00000200:3.0:1788971332.882579:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971332.882582:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971332.882585:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971332.882588:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527936, portal 10
00000400:00000010:3.0:1788971332.882593:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873000.
00000100:00000200:3.0:1788971332.882596:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527936, offset 0
00000400:00000200:3.0:1788971332.882600:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882604:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882608:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971332.882610:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971332.882613:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971332.882615:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971332.882617:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882620:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [115:115:255:4294967295] 192.168.203.150@tcp LPNI seq info [115:115:7:4294967295]
00000400:00000200:3.0:1788971332.882623:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882629:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971332.882633:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971332.882637:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c200.
00000800:00000200:3.0:1788971332.882641:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971332.882646:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971332.882648:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971332.882654:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971332.882673:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667600.
00000400:00000200:3.0:1788971332.882677:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971332.882680:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971332.882683:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971332.882685:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189527808, portal 10
00000400:00000010:3.0:1788971332.882689:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873550.
00000100:00000200:3.0:1788971332.882691:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189527808, offset 0
00000400:00000200:3.0:1788971332.882702:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882706:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882709:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971332.882712:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971332.882714:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971332.882716:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971332.882718:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971332.882721:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [116:116:254:4294967295] 192.168.203.150@tcp LPNI seq info [116:116:6:4294967295]
00000400:00000200:3.0:1788971332.882725:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971332.882730:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971332.882734:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971332.882738:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c600.
00000800:00000200:3.0:1788971332.882741:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971332.882745:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971332.882747:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971332.882889:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971332.883000:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971332.883004:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c100.
00000400:00000200:2.0:1788971332.883012:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.883017:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971332.883022:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873198
00000400:00000010:2.0:1788971332.883024:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873198.
00000100:00000200:2.0:1788971332.883033:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840c380 x1875872189527680/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971332.883071:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971332.883074:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c200.
00000400:00000200:2.0:1788971332.883077:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.883081:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971332.883084:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873000
00000400:00000010:2.0:1788971332.883086:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873000.
00000100:00000200:2.0:1788971332.883090:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840dc00 x1875872189527936/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971332.883168:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971332.883171:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c600.
00000400:00000200:2.0:1788971332.883174:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.883178:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971332.883181:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873550
00000400:00000010:2.0:1788971332.883183:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873550.
00000100:00000200:2.0:1788971332.883187:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840ed80 x1875872189527808/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971332.886122:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886130:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971332.886139:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886143:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886148:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886151:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803780
00000400:00000200:2.0:1788971332.886156:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886161:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x6ad [1] + 224
00000400:00000200:2.0:1788971332.886171:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.886175:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971332.886186:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840dc00 x1875872189527936/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971332.886220:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886236:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971332.886240:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886242:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886245:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886247:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803700
00000400:00000200:2.0:1788971332.886250:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.886253:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x6bd [1] + 224
00000400:00000200:2.0:1788971332.886266:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.886269:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971332.886275:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840ed80 x1875872189527808/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971332.886351:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971332.886362:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971332.886366:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971332.886379:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840ed80 x1875872189527808/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971332.886391:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840ed80 x1875872189527808/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971332.886443:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971332.886446:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971332.886448:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971332.886452:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840dc00 x1875872189527936/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971332.886461:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840dc00 x1875872189527936/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971332.886502:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667600.
02000000:00000010:3.0:1788971332.886509:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63b00.
00000100:00000010:3.0:1788971332.886514:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840ed80.
02000000:00000010:3.0:1788971332.886519:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666a00.
02000000:00000010:3.0:1788971332.886522:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63c00.
00000100:00000010:3.0:1788971332.886525:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840dc00.
00000400:00000200:2.0:1788971332.888493:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.888503:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971332.888514:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.888519:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.888525:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.888530:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803680
00000400:00000200:2.0:1788971332.888536:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971332.888544:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x69d [1] + 224
00000400:00000200:2.0:1788971332.888561:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971332.888566:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971332.888583:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840c380 x1875872189527680/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971332.889078:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971332.889086:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971332.889089:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971332.889097:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840c380 x1875872189527680/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971332.889106:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840c380 x1875872189527680/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971332.889139:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666600.
02000000:00000010:3.0:1788971332.889147:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63300.
00000100:00000010:3.0:1788971332.889152:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840c380.
00000100:00000010:2.0:1788971333.906363:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391d80.
00000100:00000010:3.0:1788971333.906505:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13911e0.
00000100:00000010:1.0:1788971338.003007:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1f80.
02000000:00000010:1.0:1788971338.003044:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f200.
00000100:00000010:1.0:1788971338.003071:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971338.003076:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971338.003094:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3480.
02000000:00000010:1.0:1788971338.003099:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f800.
02000000:00000010:1.0:1788971338.003129:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9543400.
00000400:00000200:1.0:1788971338.003138:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971338.003142:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971338.003149:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971338.003156:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528192, portal 10
00000400:00000010:1.0:1788971338.003162:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525dd0.
00000100:00000200:1.0:1788971338.003166:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189528192, offset 0
00000400:00000200:1.0:1788971338.003174:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971338.003182:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971338.003199:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971338.003204:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971338.003208:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971338.003212:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971338.003215:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971338.003218:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [117:117:256:4294967295] 192.168.203.150@tcp LPNI seq info [117:117:8:4294967295]
00000400:00000200:1.0:1788971338.003222:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971338.003235:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971338.003241:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971338.003249:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0fb00.
02000000:00000010:0.0:1788971338.003250:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624600.
00000400:00000200:0.0:1788971338.003258:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971338.003262:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000800:00000200:1.0:1788971338.003267:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000400:00000010:0.0:1788971338.003269:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971338.003274:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528064, portal 25
00000400:00000010:0.0:1788971338.003278:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a87f8.
00000800:00000200:1.0:1788971338.003281:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000100:00000200:0.0:1788971338.003282:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189528064, offset 0
00000400:00000200:0.0:1788971338.003291:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000800:00000200:1.0:1788971338.003292:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0fb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971338.003297:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971338.003320:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971338.003326:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467900.
00000100:00000010:1.0:1788971338.003344:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467d80.
00000400:00000200:0.0:1788971338.003378:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971338.003382:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971338.003385:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971338.003397:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971338.003399:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971338.003402:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [118:118:255:4294967295] 192.168.203.150@tcp LPNI seq info [118:118:7:4294967295]
00000400:00000200:0.0:1788971338.003407:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971338.003414:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971338.003419:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971338.003430:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0100.
00000800:00000200:0.0:1788971338.003435:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971338.003439:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971338.003442:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971338.003448:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971338.003462:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625e00.
00000400:00000200:0.0:1788971338.003467:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971338.003470:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971338.003474:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971338.003477:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528320, portal 10
00000400:00000010:0.0:1788971338.003481:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a82a8.
00000100:00000200:0.0:1788971338.003484:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189528320, offset 0
00000400:00000200:0.0:1788971338.003488:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971338.003491:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971338.003495:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971338.003498:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971338.003500:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971338.003502:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971338.003504:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971338.003513:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [119:119:254:4294967295] 192.168.203.150@tcp LPNI seq info [119:119:6:4294967295]
00000400:00000200:0.0:1788971338.003517:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971338.003524:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971338.003528:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971338.003531:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0000.
00000800:00000200:0.0:1788971338.003535:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971338.003540:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971338.003542:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971338.003547:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971338.003805:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971338.003812:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0fb00.
00000400:00000200:2.0:1788971338.003909:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.003915:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971338.003921:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525dd0
00000400:00000010:2.0:1788971338.003923:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525dd0.
00000100:00000200:2.0:1788971338.003939:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189528192/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971338.003971:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971338.003974:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0100.
00000400:00000200:2.0:1788971338.003978:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.003981:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971338.003984:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a87f8
00000400:00000010:2.0:1788971338.003986:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a87f8.
00000100:00000200:2.0:1788971338.003991:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1f80 x1875872189528064/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971338.004068:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971338.004072:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0000.
00000400:00000200:2.0:1788971338.004074:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.004078:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971338.004081:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a82a8
00000400:00000010:2.0:1788971338.004083:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a82a8.
00000100:00000200:2.0:1788971338.004087:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3480 x1875872189528320/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971338.011170:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011180:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971338.011191:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011196:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011202:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011206:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803800
00000400:00000200:2.0:1788971338.011212:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011217:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x6d5 [1] + 224
00000400:00000200:2.0:1788971338.011228:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.011233:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971338.011246:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1f80 x1875872189528064/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971338.011323:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011327:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971338.011332:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011335:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011339:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011342:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803880
00000400:00000200:2.0:1788971338.011346:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011350:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x6cd [1] + 224
00000400:00000200:2.0:1788971338.011356:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.011360:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000010:0.0:1788971338.011368:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971338.011374:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:0.0:1788971338.011377:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971338.011407:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1f80 x1875872189528064/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971338.011408:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189528192/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971338.011434:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1f80 x1875872189528064/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971338.011455:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011460:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971338.011465:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971338.011465:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624600.
00000400:00000200:2.0:1788971338.011471:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971338.011475:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f200.
00000400:00000200:2.0:1788971338.011476:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011481:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803900
00000100:00000010:0.0:1788971338.011482:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1f80.
00000400:00000200:2.0:1788971338.011487:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971338.011493:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x6dd [1] + 224
00000400:00000200:2.0:1788971338.011505:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971338.011509:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971338.011515:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3480 x1875872189528320/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971338.011662:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971338.011666:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8f68
00000400:00000010:0.0:1788971338.011668:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971338.011674:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3480 x1875872189528320/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971338.011683:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3480 x1875872189528320/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971338.011696:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
02000000:00000010:0.0:1788971338.011701:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625e00.
00000400:00000200:1.0:1788971338.011709:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:1.0:1788971338.011711:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
02000000:00000010:0.0:1788971338.011718:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f800.
00000100:00000200:1.0:1788971338.011719:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189528192/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788971338.011725:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3480.
00000100:00000200:1.0:1788971338.011734:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189528192/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971338.011753:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9543400.
02000000:00000010:1.0:1788971338.011757:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971338.011761:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
00000100:00000010:2.0:1788971339.026190:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467900.
00000100:00000010:3.0:1788971339.026282:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467d80.
00000100:00000010:3.0:1788971343.123687:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971343.123720:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4cb00.
00000100:00000010:3.0:1788971343.123771:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971343.123776:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971343.123782:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971343.123798:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c500.
02000000:00000010:2.0:1788971343.123958:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d04aae00.
00000400:00000200:2.0:1788971343.123972:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971343.123977:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e01265d8.
00000400:00000010:2.0:1788971343.123996:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bb28.
00000100:00000200:2.0:1788971343.124011:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528448, portal 25
00000400:00000010:2.0:1788971343.124017:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b110.
00000100:00000200:2.0:1788971343.124020:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189528448, offset 0
00000400:00000200:2.0:1788971343.124028:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971343.124036:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.124044:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971343.124050:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971343.124054:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971343.124058:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971343.124061:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
02000000:00000010:3.0:1788971343.124066:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667a00.
00000400:00000200:2.0:1788971343.124067:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [120:120:256:4294967295] 192.168.203.150@tcp LPNI seq info [120:120:8:4294967295]
00000400:00000200:2.0:1788971343.124080:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971343.124085:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971343.124094:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:2.0:1788971343.124098:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1788971343.124106:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000800:00000200:2.0:1788971343.124110:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000100:00000200:3.0:1788971343.124117:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528576, portal 10
00000800:00000010:2.0:1788971343.124118:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63800.
00000400:00000010:3.0:1788971343.124130:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000800:00000200:2.0:1788971343.124131:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971343.124139:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:2.0:1788971343.124143:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63800 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:3.0:1788971343.124161:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189528576, offset 0
00000400:00000200:2.0:1788971343.124167:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971343.124175:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000100:00000010:2.0:1788971343.124177:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726ca80.
00000400:00000200:3.0:1788971343.124187:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:2.0:1788971343.124193:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726c360.
00000400:00000200:3.0:1788971343.124199:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971343.124206:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971343.124213:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
02000000:00000010:2.0:1788971343.124213:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d04ab800.
00000400:00000200:3.0:1788971343.124220:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971343.124225:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971343.124231:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000010:2.0:1788971343.124233:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126738.
00000400:00000200:3.0:1788971343.124243:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [121:121:255:4294967295] 192.168.203.150@tcp LPNI seq info [121:121:7:4294967295]
00000400:00000010:2.0:1788971343.124244:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bf68.
00000100:00000200:2.0:1788971343.124249:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528704, portal 10
00000400:00000010:2.0:1788971343.124254:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7b2a8.
00000100:00000200:2.0:1788971343.124260:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189528704, offset 0
00000400:00000200:3.0:1788971343.124267:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.124273:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971343.124284:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971343.124292:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971343.124298:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cd00.
00000800:00000200:3.0:1788971343.124305:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971343.124312:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971343.124317:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971343.124325:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971343.124604:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971343.124609:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63800.
00000400:00000200:3.0:1788971343.124618:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971343.124624:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971343.124660:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.124674:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:2.0:1788971343.124677:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971343.124680:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971343.124683:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971343.124686:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971343.124689:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [122:122:254:4294967295] 192.168.203.150@tcp LPNI seq info [122:122:6:4294967295]
00000400:00000200:2.0:1788971343.124693:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.124701:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788971343.124706:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971343.124710:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b110
00000800:00000010:2.0:1788971343.124711:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63200.
00000400:00000010:3.0:1788971343.124717:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b110.
00000800:00000200:2.0:1788971343.124724:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:2.0:1788971343.124731:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000100:00000200:3.0:1788971343.124735:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189528448/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971343.124737:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1788971343.124757:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971343.124796:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971343.124801:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cd00.
00000400:00000200:3.0:1788971343.124808:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971343.125064:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971343.125068:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971343.125070:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971343.125086:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189528576/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971343.125362:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971343.125367:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63200.
00000400:00000200:3.0:1788971343.125371:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971343.125375:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971343.125379:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7b2a8
00000400:00000010:3.0:1788971343.125381:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7b2a8.
00000100:00000200:3.0:1788971343.125387:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189528704/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971343.130229:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130238:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971343.130247:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130252:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130257:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130261:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803a00
00000400:00000200:2.0:1788971343.130266:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130272:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x6f5 [1] + 224
00000400:00000200:2.0:1788971343.130285:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971343.130289:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971343.130302:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189528576/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971343.130342:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130346:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971343.130360:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130375:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130378:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130380:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803a80
00000400:00000200:2.0:1788971343.130430:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130434:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x705 [1] + 224
00000400:00000200:2.0:1788971343.130441:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971343.130445:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971343.130451:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189528704/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971343.130473:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130477:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971343.130480:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130483:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130486:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130489:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803980
00000400:00000200:2.0:1788971343.130492:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971343.130495:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x6e5 [1] + 224
00000400:00000200:2.0:1788971343.130504:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971343.130507:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971343.130512:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189528448/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971343.130541:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e01265d8.
00000400:00000200:2.0:1788971343.130545:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bb28
00000400:00000010:2.0:1788971343.130547:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bb28.
00000100:00000200:2.0:1788971343.130553:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189528448/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971343.130562:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189528448/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788971343.130735:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126738.
00000400:00000200:2.0:1788971343.130744:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bf68
00000400:00000010:2.0:1788971343.130745:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bf68.
00000100:00000200:2.0:1788971343.130750:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189528704/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788971343.130759:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189528704/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788971343.130778:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d04aae00.
02000000:00000010:2.0:1788971343.130783:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4cb00.
00000100:00000010:2.0:1788971343.130789:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
02000000:00000010:2.0:1788971343.130793:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d04ab800.
02000000:00000010:2.0:1788971343.130795:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c500.
00000100:00000010:2.0:1788971343.130797:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
00000400:00000010:3.0:1788971343.130960:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971343.130964:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971343.130966:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971343.130972:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189528576/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971343.130980:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189528576/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971343.130996:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667a00.
02000000:00000010:3.0:1788971343.130999:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971343.131007:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
00000100:00000010:2.0:1788971344.145942:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726ca80.
00000100:00000010:3.0:1788971344.146052:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726c360.
00000100:00000010:3.0:1788971348.243505:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971348.243537:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971348.243579:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971348.243585:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4cd00.
00000100:00000010:3.0:1788971348.243662:0:10833:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971348.243669:0:10833:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c500.
02000000:00000010:3.0:1788971348.243715:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666800.
00000400:00000200:3.0:1788971348.243728:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971348.243734:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971348.243761:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971348.243770:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528832, portal 25
00000400:00000010:3.0:1788971348.243777:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971348.243781:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189528832, offset 0
00000400:00000200:3.0:1788971348.243793:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971348.243805:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.243834:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971348.243841:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971348.243846:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971348.243850:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971348.243854:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971348.243858:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [123:123:256:4294967295] 192.168.203.150@tcp LPNI seq info [123:123:8:4294967295]
00000400:00000200:3.0:1788971348.243863:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.243874:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971348.243880:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971348.243886:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cb00.
00000800:00000200:3.0:1788971348.243894:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971348.243903:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971348.243908:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971348.243924:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971348.243929:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13911e0.
00000100:00000010:3.0:1788971348.243943:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391d20.
02000000:00000010:3.0:1788971348.243956:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667e00.
00000400:00000200:3.0:1788971348.243959:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971348.243962:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971348.243966:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971348.243969:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529088, portal 10
00000400:00000010:3.0:1788971348.243975:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971348.243977:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189529088, offset 0
00000400:00000200:3.0:1788971348.243981:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971348.243985:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.243996:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971348.243999:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971348.244001:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971348.244004:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971348.244006:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971348.244009:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [124:124:255:4294967295] 192.168.203.150@tcp LPNI seq info [124:124:7:4294967295]
00000400:00000200:3.0:1788971348.244013:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.244019:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971348.244024:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971348.244027:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c600.
00000800:00000200:3.0:1788971348.244031:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971348.244036:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971348.244038:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971348.244046:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971348.244066:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666200.
00000400:00000200:3.0:1788971348.244070:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971348.244072:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971348.244076:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971348.244079:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189528960, portal 10
00000400:00000010:3.0:1788971348.244084:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971348.244086:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189528960, offset 0
00000400:00000200:3.0:1788971348.244090:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971348.244093:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.244096:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971348.244099:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971348.244101:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971348.244103:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971348.244105:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971348.244108:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [125:125:254:4294967295] 192.168.203.150@tcp LPNI seq info [125:125:6:4294967295]
00000400:00000200:3.0:1788971348.244111:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971348.244117:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971348.244128:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971348.244132:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c200.
00000800:00000200:3.0:1788971348.244136:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971348.244140:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971348.244143:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971348.244148:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971348.244208:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971348.244212:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cb00.
00000400:00000200:3.0:1788971348.244222:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971348.244227:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971348.244233:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971348.244236:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971348.244248:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189528832/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971348.244272:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971348.244275:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c600.
00000400:00000200:3.0:1788971348.244277:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971348.244281:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971348.244283:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873110
00000400:00000010:3.0:1788971348.244285:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971348.244289:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189529088/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971348.244380:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971348.244383:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c200.
00000400:00000200:3.0:1788971348.244386:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971348.244390:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971348.244392:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48732a8
00000400:00000010:3.0:1788971348.244394:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971348.244398:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189528960/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971348.247398:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.247411:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971348.247421:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.247427:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.247433:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.247437:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803b00
00000400:00000200:2.0:1788971348.247445:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.247452:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x715 [1] + 224
00000400:00000200:2.0:1788971348.247469:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971348.247475:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971348.247491:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189528832/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971348.248607:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971348.248628:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971348.248631:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971348.248644:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189528832/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971348.248654:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189528832/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971348.248686:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666800.
02000000:00000010:3.0:1788971348.248692:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971348.248700:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
00000400:00000200:2.0:1788971348.248853:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248859:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971348.248866:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248870:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248875:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248885:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803c00
00000400:00000200:2.0:1788971348.248890:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248896:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x725 [1] + 224
00000400:00000200:2.0:1788971348.248907:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971348.248911:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971348.248921:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189529088/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971348.248950:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248953:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971348.248958:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248961:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248964:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248967:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803b80
00000400:00000200:2.0:1788971348.248970:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971348.248975:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x735 [1] + 224
00000400:00000200:2.0:1788971348.248984:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971348.248987:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971348.248993:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189528960/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971348.249198:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971348.249202:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873cc0
00000400:00000010:3.0:1788971348.249203:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971348.249209:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189528960/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971348.249218:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189528960/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971348.249238:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971348.249241:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971348.249243:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971348.249247:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189529088/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971348.249254:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189529088/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971348.249266:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666200.
02000000:00000010:3.0:1788971348.249269:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4cd00.
00000100:00000010:3.0:1788971348.249272:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971348.249275:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667e00.
02000000:00000010:3.0:1788971348.249277:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c500.
00000100:00000010:3.0:1788971348.249279:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
00000100:00000010:2.0:1788971349.268833:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13911e0.
00000100:00000010:3.0:1788971349.270055:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391d20.
00000100:00000010:1.0:1788971353.362648:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3b80.
02000000:00000010:1.0:1788971353.362670:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f900.
00000100:00000010:1.0:1788971353.362707:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971353.362712:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0fa00.
00000100:00000010:1.0:1788971353.362718:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3800.
02000000:00000010:1.0:1788971353.362722:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0ff00.
02000000:00000010:0.0:1788971353.362799:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971353.362876:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971353.362881:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971353.362887:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971353.362895:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529216, portal 25
00000400:00000010:0.0:1788971353.362900:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971353.362903:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189529216, offset 0
00000400:00000200:0.0:1788971353.362912:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971353.362920:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.362928:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971353.362932:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971353.362936:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971353.362939:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971353.362942:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971353.362959:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [126:126:256:4294967295] 192.168.203.150@tcp LPNI seq info [126:126:8:4294967295]
00000400:00000200:0.0:1788971353.362964:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.362973:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971353.362979:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971353.362984:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0400.
00000800:00000200:0.0:1788971353.362990:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971353.363011:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971353.363016:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971353.363034:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971353.363039:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c58a0.
00000100:00000010:0.0:1788971353.363048:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5000.
02000000:00000010:0.0:1788971353.363063:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971353.363067:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971353.363069:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971353.363073:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8cc0.
00000100:00000200:0.0:1788971353.363076:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529472, portal 10
00000400:00000010:0.0:1788971353.363081:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8110.
00000100:00000200:0.0:1788971353.363083:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189529472, offset 0
00000400:00000200:0.0:1788971353.363087:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971353.363090:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.363094:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971353.363096:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971353.363098:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971353.363100:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971353.363103:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971353.363105:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [127:127:255:4294967295] 192.168.203.150@tcp LPNI seq info [127:127:7:4294967295]
00000400:00000200:0.0:1788971353.363108:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.363113:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971353.363116:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971353.363119:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0900.
00000800:00000200:0.0:1788971353.363129:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971353.363134:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971353.363136:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971353.363141:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971353.363188:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624600.
00000400:00000200:0.0:1788971353.363193:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971353.363196:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971353.363200:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971353.363203:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529344, portal 10
00000400:00000010:0.0:1788971353.363207:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8b28.
00000100:00000200:0.0:1788971353.363209:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189529344, offset 0
00000400:00000200:0.0:1788971353.363214:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971353.363218:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.363221:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971353.363224:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971353.363226:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971353.363228:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971353.363231:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971353.363233:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [128:128:254:4294967295] 192.168.203.150@tcp LPNI seq info [128:128:6:4294967295]
00000400:00000200:0.0:1788971353.363237:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971353.363243:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971353.363261:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971353.363265:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0600.
00000800:00000200:0.0:1788971353.363268:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971353.363272:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971353.363283:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971353.363288:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971353.363517:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971353.363522:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0400.
00000400:00000200:2.0:1788971353.363528:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.363533:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971353.363538:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:2.0:1788971353.363540:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:2.0:1788971353.363549:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3b80 x1875872189529216/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971353.363570:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971353.363578:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0900.
00000400:00000200:2.0:1788971353.363580:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.363584:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971353.363586:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8110
00000400:00000010:2.0:1788971353.363588:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8110.
00000100:00000200:2.0:1788971353.363593:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3800 x1875872189529472/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971353.363651:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971353.363654:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0600.
00000400:00000200:2.0:1788971353.363656:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.363659:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971353.363661:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8b28
00000400:00000010:2.0:1788971353.363663:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8b28.
00000100:00000200:2.0:1788971353.363667:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189529344/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971353.370273:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370292:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971353.370302:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370307:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370312:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370316:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803c80
00000400:00000200:2.0:1788971353.370321:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370328:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x745 [1] + 224
00000400:00000200:2.0:1788971353.370340:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.370344:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971353.370358:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3b80 x1875872189529216/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971353.370396:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370400:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971353.370404:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370423:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370426:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370429:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803d80
00000400:00000200:2.0:1788971353.370434:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.370438:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x74d [1] + 224
00000400:00000200:2.0:1788971353.370446:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.370450:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971353.370457:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3800 x1875872189529472/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971353.370650:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971353.370655:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8f68
00000400:00000010:0.0:1788971353.370657:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971353.370664:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3b80 x1875872189529216/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971353.370678:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3b80 x1875872189529216/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971353.370721:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971353.370724:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8cc0
00000400:00000010:0.0:1788971353.370726:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8cc0.
00000100:00000200:0.0:1788971353.370730:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3800 x1875872189529472/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971353.370737:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3800 x1875872189529472/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971353.370757:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971353.370764:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f900.
00000100:00000010:0.0:1788971353.370769:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3b80.
02000000:00000010:0.0:1788971353.370773:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971353.370775:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0ff00.
00000100:00000010:0.0:1788971353.370777:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3800.
00000400:00000200:2.0:1788971353.375613:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.375623:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971353.375631:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.375636:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.375640:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.375645:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803d00
00000400:00000200:2.0:1788971353.375650:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971353.375655:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x755 [1] + 224
00000400:00000200:2.0:1788971353.375670:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971353.375674:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971353.375688:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189529344/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971353.376083:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971353.376090:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8550
00000400:00000010:0.0:1788971353.376092:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971353.376099:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189529344/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971353.376108:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189529344/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971353.376140:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624600.
02000000:00000010:0.0:1788971353.376146:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0fa00.
00000100:00000010:0.0:1788971353.376152:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
00000100:00000010:2.0:1788971354.385960:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c58a0.
00000100:00000010:3.0:1788971354.386616:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5000.
00000100:00000010:2.0:1788971358.483463:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840f100.
02000000:00000010:2.0:1788971358.483485:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63100.
00000100:00000010:2.0:1788971358.483521:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840e300.
02000000:00000010:2.0:1788971358.483526:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63700.
00000100:00000010:2.0:1788971358.483532:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840ce00.
02000000:00000010:2.0:1788971358.483538:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63200.
02000000:00000010:2.0:1788971358.483591:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d04ab800.
00000400:00000200:2.0:1788971358.483618:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971358.483622:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73e0126738.
00000400:00000010:2.0:1788971358.483628:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bf68.
00000100:00000200:2.0:1788971358.483636:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529728, portal 10
00000400:00000010:2.0:1788971358.483644:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7c7bb28.
02000000:00000010:3.0:1788971358.483646:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667e00.
00000100:00000200:2.0:1788971358.483647:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189529728, offset 0
00000400:00000200:3.0:1788971358.483656:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.483661:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000010:3.0:1788971358.483663:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971358.483670:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000400:00000200:2.0:1788971358.483674:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000200:3.0:1788971358.483677:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529600, portal 25
00000400:00000010:3.0:1788971358.483682:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873cc0.
00000400:00000200:2.0:1788971358.483683:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000100:00000200:3.0:1788971358.483687:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189529600, offset 0
00000400:00000200:2.0:1788971358.483690:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788971358.483697:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971358.483698:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971358.483703:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788971358.483707:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971358.483710:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [129:129:256:4294967295] 192.168.203.150@tcp LPNI seq info [129:129:8:4294967295]
00000400:00000200:2.0:1788971358.483714:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.483723:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788971358.483731:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971358.483731:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:2.0:1788971358.483738:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0f63800.
00000400:00000200:3.0:1788971358.483740:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971358.483745:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971358.483750:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000800:00000200:2.0:1788971358.483750:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000400:00000200:3.0:1788971358.483755:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971358.483758:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000800:00000200:2.0:1788971358.483764:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000400:00000200:3.0:1788971358.483765:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [130:130:255:4294967295] 192.168.203.150@tcp LPNI seq info [130:130:7:4294967295]
00000800:00000200:2.0:1788971358.483771:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0f63800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971358.483772:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971358.483783:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971358.483789:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971358.483793:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000010:3.0:1788971358.483795:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c500.
00000800:00000200:3.0:1788971358.483801:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971358.483806:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971358.483809:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971358.483842:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:2.0:1788971358.483977:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726cea0.
00000100:00000010:2.0:1788971358.483990:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c726c1e0.
02000000:00000010:3.0:1788971358.484006:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666400.
00000400:00000200:3.0:1788971358.484011:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971358.484014:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971358.484018:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971358.484020:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529856, portal 10
00000400:00000010:3.0:1788971358.484025:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971358.484027:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189529856, offset 0
00000400:00000200:3.0:1788971358.484039:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971358.484043:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971358.484047:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000800:00000200:2.0:1788971358.484049:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1788971358.484051:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1788971358.484055:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0f63800.
00000400:00000200:3.0:1788971358.484056:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971358.484060:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971358.484063:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971358.484063:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971358.484070:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [131:131:254:4294967295] 192.168.203.150@tcp LPNI seq info [131:131:6:4294967295]
00000400:00000200:2.0:1788971358.484074:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971358.484079:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971358.484086:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971358.484105:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000400:00000200:2.0:1788971358.484106:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bb28
00000400:00000010:2.0:1788971358.484110:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bb28.
00000800:00000010:3.0:1788971358.484111:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cd00.
00000800:00000200:3.0:1788971358.484117:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000100:00000200:2.0:1788971358.484123:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840e300 x1875872189529728/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971358.484124:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971358.484127:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971358.484136:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971358.484161:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971358.484164:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c500.
00000400:00000200:2.0:1788971358.484169:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971358.484173:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971358.484176:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873cc0
00000400:00000010:2.0:1788971358.484178:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873cc0.
00000100:00000200:2.0:1788971358.484183:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840f100 x1875872189529600/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971358.484257:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971358.484261:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cd00.
00000400:00000200:2.0:1788971358.484264:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971358.484268:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971358.484271:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48732a8
00000400:00000010:2.0:1788971358.484273:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48732a8.
00000100:00000200:2.0:1788971358.484278:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840ce00 x1875872189529856/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971358.494057:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494067:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971358.494075:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494080:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494085:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494089:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803e80
00000400:00000200:2.0:1788971358.494094:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494101:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x75d [1] + 224
00000400:00000200:2.0:1788971358.494111:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971358.494116:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971358.494129:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840e300 x1875872189529728/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971358.494168:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494185:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971358.494190:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494192:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494195:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494198:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887803f00
00000400:00000200:2.0:1788971358.494201:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.494205:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x77d [1] + 224
00000400:00000200:2.0:1788971358.494214:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971358.494217:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971358.494225:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840ce00 x1875872189529856/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971358.496261:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73e0126738.
00000400:00000200:3.0:1788971358.496273:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7c7bf68
00000400:00000010:3.0:1788971358.496276:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7c7bf68.
00000100:00000200:3.0:1788971358.496288:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840e300 x1875872189529728/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971358.496299:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840e300 x1875872189529728/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971358.496328:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d04ab800.
02000000:00000010:3.0:1788971358.496334:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63700.
00000100:00000010:3.0:1788971358.496338:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840e300.
00000400:00000010:3.0:1788971358.496362:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971358.496365:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971358.496366:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971358.496384:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840ce00 x1875872189529856/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971358.496409:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840ce00 x1875872189529856/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971358.496424:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666400.
02000000:00000010:3.0:1788971358.496428:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63200.
00000100:00000010:3.0:1788971358.496431:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840ce00.
00000400:00000200:2.0:1788971358.497975:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.497984:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971358.497994:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.497998:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.498003:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.498006:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803e00
00000400:00000200:2.0:1788971358.498011:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971358.498018:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x76d [1] + 224
00000400:00000200:2.0:1788971358.498032:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971358.498036:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971358.498048:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840f100 x1875872189529600/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971358.498148:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971358.498153:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971358.498156:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971358.498163:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840f100 x1875872189529600/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971358.498173:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840f100 x1875872189529600/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971358.498197:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667e00.
02000000:00000010:3.0:1788971358.498203:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63100.
00000100:00000010:3.0:1788971358.498207:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840f100.
00000100:00000010:2.0:1788971359.506089:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726cea0.
00000100:00000010:3.0:1788971359.506333:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c726c1e0.
00000100:00000010:0.0:1788971363.605307:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971363.605326:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0f00.
00000100:00000010:0.0:1788971363.605361:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971363.605421:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0600.
00000100:00000010:0.0:1788971363.605429:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8b100.
02000000:00000010:0.0:1788971363.605432:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0900.
02000000:00000010:0.0:1788971363.605465:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624600.
00000400:00000200:0.0:1788971363.605474:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971363.605479:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971363.605485:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971363.605492:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530112, portal 10
00000400:00000010:0.0:1788971363.605498:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8cc0.
00000100:00000200:0.0:1788971363.605501:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189530112, offset 0
00000400:00000200:0.0:1788971363.605510:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605518:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605525:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971363.605531:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971363.605534:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971363.605538:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971363.605541:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605545:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [132:132:256:4294967295] 192.168.203.150@tcp LPNI seq info [132:132:8:4294967295]
00000400:00000200:0.0:1788971363.605549:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605559:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971363.605564:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971363.605569:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0400.
00000800:00000200:0.0:1788971363.605575:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971363.605583:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971363.605587:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971363.605644:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971363.605649:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5840.
00000100:00000010:0.0:1788971363.605659:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5ba0.
02000000:00000010:0.0:1788971363.605690:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971363.605695:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971363.605698:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971363.605707:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971363.605710:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189529984, portal 25
00000400:00000010:0.0:1788971363.605713:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8000.
00000100:00000200:0.0:1788971363.605716:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189529984, offset 0
00000400:00000200:0.0:1788971363.605721:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605725:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605729:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971363.605732:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971363.605734:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971363.605737:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971363.605739:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605742:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [133:133:255:4294967295] 192.168.203.150@tcp LPNI seq info [133:133:7:4294967295]
00000400:00000200:0.0:1788971363.605745:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605751:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971363.605755:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971363.605759:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0000.
00000800:00000200:0.0:1788971363.605763:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971363.605767:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971363.605769:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971363.605774:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971363.605785:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971363.605789:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971363.605791:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971363.605794:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8b28.
00000100:00000200:0.0:1788971363.605797:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530240, portal 10
00000400:00000010:0.0:1788971363.605802:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8110.
00000100:00000200:0.0:1788971363.605804:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189530240, offset 0
00000400:00000200:0.0:1788971363.605809:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605829:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605833:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971363.605836:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971363.605844:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971363.605847:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971363.605850:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971363.605853:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [134:134:254:4294967295] 192.168.203.150@tcp LPNI seq info [134:134:6:4294967295]
00000400:00000200:0.0:1788971363.605857:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971363.605864:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971363.605868:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971363.605872:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0100.
00000800:00000200:0.0:1788971363.605876:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971363.605880:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971363.605883:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971363.605888:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971363.609684:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971363.609693:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0400.
00000400:00000200:2.0:1788971363.609702:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.609710:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971363.609717:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8cc0
00000400:00000010:2.0:1788971363.609719:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8cc0.
00000100:00000200:2.0:1788971363.609745:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189530112/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971363.609772:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971363.609774:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0000.
00000400:00000200:2.0:1788971363.609778:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.609781:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971363.609784:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8000
00000400:00000010:2.0:1788971363.609786:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8000.
00000100:00000200:2.0:1788971363.609791:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189529984/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971363.610803:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971363.610810:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0100.
00000400:00000200:2.0:1788971363.610836:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.610842:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971363.610847:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8110
00000400:00000010:2.0:1788971363.610850:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8110.
00000100:00000200:2.0:1788971363.610857:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8b100 x1875872189530240/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971363.615995:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616004:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971363.616013:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616027:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616032:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616036:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804000
00000400:00000200:2.0:1788971363.616041:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616048:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x78d [1] + 224
00000400:00000200:2.0:1788971363.616059:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.616063:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971363.616077:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189530112/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971363.616122:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616126:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971363.616131:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616133:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616136:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616139:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804080
00000400:00000200:2.0:1788971363.616142:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616145:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x79d [1] + 224
00000400:00000200:2.0:1788971363.616151:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.616153:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971363.616159:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8b100 x1875872189530240/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971363.616173:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616176:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971363.616180:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616182:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616185:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616187:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887803f80
00000400:00000200:2.0:1788971363.616190:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971363.616194:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x795 [1] + 224
00000400:00000200:2.0:1788971363.616212:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971363.616216:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971363.616222:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189529984/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971363.616313:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971363.616318:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8f68
00000400:00000010:0.0:1788971363.616321:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971363.616327:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189529984/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971363.616334:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189529984/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971363.616366:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971363.616369:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8b28
00000400:00000010:0.0:1788971363.616371:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8b28.
00000100:00000200:0.0:1788971363.616375:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8b100 x1875872189530240/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971363.616381:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8b100 x1875872189530240/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971363.616394:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971363.616397:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8550
00000400:00000010:0.0:1788971363.616398:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971363.616402:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189530112/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971363.616416:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189530112/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971363.616433:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971363.616438:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0f00.
00000100:00000010:0.0:1788971363.616443:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971363.616446:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971363.616449:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0900.
00000100:00000010:0.0:1788971363.616451:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8b100.
02000000:00000010:0.0:1788971363.616453:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624600.
02000000:00000010:0.0:1788971363.616455:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0600.
00000100:00000010:0.0:1788971363.616456:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
00000100:00000010:3.0:1788971364.626047:0:69950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5ba0.
00000100:00000010:2.0:1788971364.626662:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5840.
00000100:00000010:3.0:1788971368.722251:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971368.722277:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971368.722320:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971368.722325:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971368.722332:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971368.722336:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c600.
02000000:00000010:3.0:1788971368.722365:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667a00.
00000400:00000200:3.0:1788971368.722374:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971368.722377:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971368.722384:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971368.722391:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530496, portal 10
00000400:00000010:3.0:1788971368.722397:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971368.722416:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189530496, offset 0
00000400:00000200:3.0:1788971368.722427:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722436:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722444:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971368.722449:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971368.722453:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971368.722457:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971368.722460:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722464:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [135:135:256:4294967295] 192.168.203.150@tcp LPNI seq info [135:135:8:4294967295]
00000400:00000200:3.0:1788971368.722469:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722478:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971368.722484:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971368.722489:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cb00.
00000800:00000200:3.0:1788971368.722496:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971368.722503:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971368.722508:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971368.722525:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971368.722530:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391d20.
00000100:00000010:3.0:1788971368.722540:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13919c0.
02000000:00000010:3.0:1788971368.722561:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666600.
00000400:00000200:3.0:1788971368.722565:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971368.722568:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971368.722571:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971368.722574:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530368, portal 25
00000400:00000010:3.0:1788971368.722578:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971368.722580:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189530368, offset 0
00000400:00000200:3.0:1788971368.722584:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722588:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722591:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971368.722594:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971368.722596:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971368.722604:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971368.722606:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722609:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [136:136:255:4294967295] 192.168.203.150@tcp LPNI seq info [136:136:7:4294967295]
00000400:00000200:3.0:1788971368.722613:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722619:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971368.722624:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971368.722628:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c100.
00000800:00000200:3.0:1788971368.722632:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971368.722637:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971368.722639:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971368.722644:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971368.722656:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666a00.
00000400:00000200:3.0:1788971368.722659:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971368.722662:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971368.722665:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873088.
00000100:00000200:3.0:1788971368.722668:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530624, portal 10
00000400:00000010:3.0:1788971368.722673:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971368.722675:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189530624, offset 0
00000400:00000200:3.0:1788971368.722679:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722683:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722686:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971368.722689:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971368.722691:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971368.722693:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971368.722695:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971368.722697:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [137:137:254:4294967295] 192.168.203.150@tcp LPNI seq info [137:137:6:4294967295]
00000400:00000200:3.0:1788971368.722700:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971368.722705:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971368.722710:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971368.722713:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cd00.
00000800:00000200:3.0:1788971368.722722:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971368.722727:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971368.722729:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971368.722735:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971368.722790:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971368.722794:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cb00.
00000400:00000200:3.0:1788971368.722801:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971368.722805:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971368.722811:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:3.0:1788971368.722831:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971368.722842:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189530496/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971368.722866:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971368.722868:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c100.
00000400:00000200:3.0:1788971368.722871:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971368.722874:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971368.722876:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971368.722878:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971368.722881:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189530368/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971368.723258:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971368.723262:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cd00.
00000400:00000200:3.0:1788971368.723265:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971368.723269:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971368.723272:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48732a8
00000400:00000010:3.0:1788971368.723274:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971368.723279:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189530624/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971368.728848:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.728859:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971368.728868:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.728904:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.728910:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.728914:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804180
00000400:00000200:2.0:1788971368.728919:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.728925:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x7a5 [1] + 224
00000400:00000200:2.0:1788971368.728946:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971368.728951:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971368.728964:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189530496/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971368.729000:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729004:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971368.729009:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729011:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729014:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729016:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804200
00000400:00000200:2.0:1788971368.729019:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729023:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x7c5 [1] + 224
00000400:00000200:2.0:1788971368.729030:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971368.729034:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971368.729040:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189530624/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971368.729055:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729058:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971368.729061:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729063:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729066:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729068:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804100
00000400:00000200:2.0:1788971368.729071:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971368.729075:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x7b5 [1] + 224
00000400:00000200:2.0:1788971368.729095:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971368.729099:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971368.729105:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189530368/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971368.729515:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971368.729521:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873110
00000400:00000010:3.0:1788971368.729524:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971368.729531:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189530368/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971368.729547:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189530368/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971368.729572:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971368.729574:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873088
00000400:00000010:3.0:1788971368.729576:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873088.
00000100:00000200:3.0:1788971368.729580:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189530624/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971368.729587:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189530624/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971368.729602:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971368.729605:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971368.729606:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971368.729610:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189530496/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971368.729618:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189530496/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971368.729634:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666600.
02000000:00000010:3.0:1788971368.729640:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971368.729646:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971368.729651:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666a00.
02000000:00000010:3.0:1788971368.729654:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971368.729656:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971368.729659:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667a00.
02000000:00000010:3.0:1788971368.729661:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971368.729663:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
00000100:00000010:2.0:1788971369.745930:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391d20.
00000100:00000010:3.0:1788971369.745931:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13919c0.
00000100:00000010:1.0:1788971373.842482:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f2d80.
02000000:00000010:1.0:1788971373.842520:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f000.
00000100:00000010:1.0:1788971373.842569:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1c00.
02000000:00000010:1.0:1788971373.842575:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f400.
00000100:00000010:1.0:1788971373.842585:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971373.842590:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f600.
02000000:00000010:1.0:1788971373.842647:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9542600.
00000400:00000200:1.0:1788971373.842659:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971373.842665:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971373.842673:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971373.842694:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530880, portal 10
00000400:00000010:1.0:1788971373.842702:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525f68.
00000100:00000200:1.0:1788971373.842707:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189530880, offset 0
00000400:00000200:1.0:1788971373.842718:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971373.842728:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971373.842738:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971373.842763:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971373.842768:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971373.842773:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971373.842777:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971373.842782:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [138:138:256:4294967295] 192.168.203.150@tcp LPNI seq info [138:138:8:4294967295]
00000400:00000200:1.0:1788971373.842787:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971373.842799:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971373.842806:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971373.842812:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f100.
00000800:00000200:1.0:1788971373.842844:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971373.842854:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971373.842860:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971373.842880:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971373.842886:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467f00.
00000100:00000010:1.0:1788971373.842917:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467840.
02000000:00000010:1.0:1788971373.842946:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c9543400.
00000400:00000200:1.0:1788971373.842951:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971373.842955:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971373.842960:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971373.842964:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189530752, portal 25
00000400:00000010:1.0:1788971373.842968:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525198.
00000100:00000200:1.0:1788971373.842970:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189530752, offset 0
00000400:00000200:1.0:1788971373.842977:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971373.842989:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971373.842994:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1788971373.842996:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000800:00000010:3.0:1788971373.843005:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f100.
00000400:00000200:1.0:1788971373.843008:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971373.843012:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971373.843014:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971373.843018:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971373.843026:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [139:139:255:4294967295] 192.168.203.150@tcp LPNI seq info [139:139:7:4294967295]
00000400:00000200:3.0:1788971373.843029:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1788971373.843036:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.843043:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971373.843057:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525f68
00000400:00000200:1.0:1788971373.843063:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1788971373.843067:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525f68.
00000800:00000200:1.0:1788971373.843075:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971373.843082:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f100.
00000100:00000200:3.0:1788971373.843088:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1c00 x1875872189530880/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788971373.843089:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971373.843106:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971373.843113:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971373.843138:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971373.843155:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1788971373.843157:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73c8183400.
00000800:00000010:3.0:1788971373.843161:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f100.
00000400:00000200:1.0:1788971373.843168:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.843171:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1788971373.843174:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000200:3.0:1788971373.843183:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000010:1.0:1788971373.843183:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525550.
00000400:00000200:3.0:1788971373.843192:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525198
00000100:00000200:1.0:1788971373.843192:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531008, portal 10
00000400:00000010:3.0:1788971373.843201:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525198.
00000400:00000010:1.0:1788971373.843202:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525000.
00000100:00000200:3.0:1788971373.843216:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f2d80 x1875872189530752/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971373.845836:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189531008, offset 0
00000400:00000200:1.0:1788971373.845866:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971373.845880:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971373.845891:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971373.845896:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971373.845900:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971373.845904:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971373.845907:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971373.845911:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [140:140:256:4294967295] 192.168.203.150@tcp LPNI seq info [140:140:8:4294967295]
00000400:00000200:1.0:1788971373.845915:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971373.845925:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971373.845931:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971373.845939:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0fa00.
00000800:00000200:1.0:1788971373.845947:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971373.845955:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971373.845960:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0fa00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971373.845990:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971373.846152:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971373.846158:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0fa00.
00000400:00000200:2.0:1788971373.846165:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971373.846170:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971373.846177:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525000
00000400:00000010:2.0:1788971373.846180:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525000.
00000100:00000200:2.0:1788971373.846192:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189531008/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971373.871853:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871863:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971373.871872:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871877:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871882:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871887:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804280
00000400:00000200:3.0:1788971373.871892:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871899:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x7dd [1] + 224
00000400:00000200:3.0:1788971373.871912:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971373.871916:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971373.871931:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f2d80 x1875872189530752/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788971373.871975:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871979:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:3.0:1788971373.871983:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.871986:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.872004:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.872006:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804300
00000400:00000200:3.0:1788971373.872010:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971373.872014:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x7d5 [1] + 224
00000400:00000200:3.0:1788971373.872023:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971373.872027:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:3.0:1788971373.872034:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1c00 x1875872189530880/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971373.872212:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:1.0:1788971373.872218:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525440
00000400:00000010:1.0:1788971373.872221:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971373.872228:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f2d80 x1875872189530752/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971373.872237:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f2d80 x1875872189530752/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971373.872260:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:1.0:1788971373.872263:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000010:1.0:1788971373.872265:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971373.872269:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1c00 x1875872189530880/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971373.872277:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1c00 x1875872189530880/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971373.872297:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9543400.
02000000:00000010:1.0:1788971373.872304:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f000.
00000100:00000010:1.0:1788971373.872308:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f2d80.
02000000:00000010:1.0:1788971373.872312:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c9542600.
02000000:00000010:1.0:1788971373.872314:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f400.
00000100:00000010:1.0:1788971373.872317:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1c00.
00000400:00000200:2.0:1788971373.879881:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971373.879891:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971373.879902:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971373.879908:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971373.879913:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971373.879917:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804380
00000400:00000200:2.0:1788971373.879922:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971373.879929:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x7e5 [1] + 224
00000400:00000200:2.0:1788971373.879944:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971373.879949:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971373.879976:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189531008/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788971373.880189:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000200:1.0:1788971373.880195:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525550
00000400:00000010:1.0:1788971373.880198:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525550.
00000100:00000200:1.0:1788971373.880205:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189531008/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788971373.880215:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189531008/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788971373.880249:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73c8183400.
02000000:00000010:1.0:1788971373.880256:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f600.
00000100:00000010:1.0:1788971373.880260:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
00000100:00000010:3.0:1788971374.866009:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467840.
00000100:00000010:2.0:1788971374.866163:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73c7467f00.
00000100:00000010:3.0:1788971378.962887:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971378.962915:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971378.962950:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971378.962955:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971378.962962:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c8791500.
02000000:00000010:3.0:1788971378.962966:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0a4c800.
02000000:00000010:3.0:1788971378.963003:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667000.
00000400:00000200:3.0:1788971378.963021:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971378.963026:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971378.963034:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971378.963044:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531136, portal 25
00000400:00000010:3.0:1788971378.963050:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873088.
00000100:00000200:3.0:1788971378.963054:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189531136, offset 0
00000400:00000200:3.0:1788971378.963066:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963077:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963087:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971378.963106:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971378.963111:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971378.963116:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971378.963119:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963123:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [141:141:256:4294967295] 192.168.203.150@tcp LPNI seq info [141:141:8:4294967295]
00000400:00000200:3.0:1788971378.963128:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963150:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971378.963157:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971378.963163:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cd00.
00000800:00000200:3.0:1788971378.963171:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971378.963186:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971378.963191:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971378.963208:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971378.963214:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391720.
00000100:00000010:3.0:1788971378.963226:0:102143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13915a0.
02000000:00000010:3.0:1788971378.963250:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666e00.
00000400:00000200:3.0:1788971378.963255:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971378.963258:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971378.963262:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971378.963265:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531392, portal 10
00000400:00000010:3.0:1788971378.963271:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c48732a8.
00000100:00000200:3.0:1788971378.963274:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189531392, offset 0
00000400:00000200:3.0:1788971378.963279:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963282:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963286:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971378.963289:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971378.963292:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971378.963294:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971378.963296:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963299:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [142:142:255:4294967295] 192.168.203.150@tcp LPNI seq info [142:142:7:4294967295]
00000400:00000200:3.0:1788971378.963304:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963310:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971378.963314:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971378.963318:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c100.
00000800:00000200:3.0:1788971378.963322:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971378.963326:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971378.963335:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971378.963342:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:3.0:1788971378.963363:0:102143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667600.
00000400:00000200:3.0:1788971378.963367:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971378.963370:0:102143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971378.963384:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971378.963389:0:102143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531264, portal 10
00000400:00000010:3.0:1788971378.963394:0:102143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873e58.
00000100:00000200:3.0:1788971378.963396:0:102143:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189531264, offset 0
00000400:00000200:3.0:1788971378.963401:0:102143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963405:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963408:0:102143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971378.963410:0:102143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971378.963413:0:102143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971378.963415:0:102143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971378.963417:0:102143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971378.963420:0:102143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [143:143:254:4294967295] 192.168.203.150@tcp LPNI seq info [143:143:6:4294967295]
00000400:00000200:3.0:1788971378.963425:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971378.963430:0:102143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971378.963434:0:102143:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971378.963438:0:102143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4cb00.
00000800:00000200:3.0:1788971378.963441:0:102143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971378.963446:0:102143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971378.963448:0:102143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4cb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971378.963454:0:102143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971378.967118:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971378.967131:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cd00.
00000400:00000200:2.0:1788971378.967144:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.967155:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971378.967183:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873088
00000400:00000010:2.0:1788971378.967186:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873088.
00000100:00000200:2.0:1788971378.967201:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790a80 x1875872189531136/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971378.967246:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971378.967248:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c100.
00000400:00000200:2.0:1788971378.967252:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.967256:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971378.967259:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c48732a8
00000400:00000010:2.0:1788971378.967261:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c48732a8.
00000100:00000200:2.0:1788971378.967268:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8791500 x1875872189531392/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971378.967359:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971378.967363:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4cb00.
00000400:00000200:2.0:1788971378.967366:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.967370:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971378.967373:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873e58
00000400:00000010:2.0:1788971378.967375:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873e58.
00000100:00000200:2.0:1788971378.967392:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c8790e00 x1875872189531264/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971378.972410:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972426:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971378.972435:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972441:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972447:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972451:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804400
00000400:00000200:2.0:1788971378.972456:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972464:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x7ed [1] + 224
00000400:00000200:2.0:1788971378.972478:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.972483:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971378.972505:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790a80 x1875872189531136/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971378.972567:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972570:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971378.972575:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972577:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972580:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972583:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804500
00000400:00000200:2.0:1788971378.972587:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972592:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x7fd [1] + 224
00000400:00000200:2.0:1788971378.972598:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.972602:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971378.972609:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8791500 x1875872189531392/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971378.972623:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972626:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971378.972630:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972633:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972635:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972638:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804480
00000400:00000200:2.0:1788971378.972641:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971378.972645:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x80d [1] + 224
00000400:00000200:2.0:1788971378.972771:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971378.972776:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971378.972783:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c8790e00 x1875872189531264/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971378.972867:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971378.972874:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971378.972876:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971378.972884:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790e00 x1875872189531264/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971378.972893:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790e00 x1875872189531264/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971378.972938:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971378.972941:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971378.972943:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971378.972947:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8790a80 x1875872189531136/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971378.972956:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8790a80 x1875872189531136/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971378.972967:0:102143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971378.972970:0:102143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873110
00000400:00000010:3.0:1788971378.972971:0:102143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971378.972975:0:102143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c8791500 x1875872189531392/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971378.972984:0:102143:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c8791500 x1875872189531392/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971378.973003:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667600.
02000000:00000010:3.0:1788971378.973011:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c600.
00000100:00000010:3.0:1788971378.973019:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790e00.
02000000:00000010:3.0:1788971378.973024:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667000.
02000000:00000010:3.0:1788971378.973027:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c200.
00000100:00000010:3.0:1788971378.973029:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8790a80.
02000000:00000010:3.0:1788971378.973032:0:102143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666e00.
02000000:00000010:3.0:1788971378.973034:0:102143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0a4c800.
00000100:00000010:3.0:1788971378.973036:0:102143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c8791500.
00000100:00000010:3.0:1788971379.987059:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13915a0.
00000100:00000010:2.0:1788971379.987213:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391720.
00000100:00000010:2.0:1788971384.082619:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840ca80.
02000000:00000010:2.0:1788971384.082642:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63800.
02000000:00000010:3.0:1788971384.082706:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0667600.
00000400:00000200:3.0:1788971384.082716:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971384.082721:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436cb8.
00000400:00000010:3.0:1788971384.082727:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971384.082734:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531520, portal 25
00000400:00000010:3.0:1788971384.082752:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971384.082756:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189531520, offset 0
00000400:00000200:3.0:1788971384.082766:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971384.082774:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.082781:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971384.082787:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971384.082791:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971384.082795:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971384.082797:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971384.082801:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [144:144:256:4294967295] 192.168.203.150@tcp LPNI seq info [144:144:8:4294967295]
00000400:00000200:3.0:1788971384.082805:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.082834:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971384.082841:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971384.082847:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c800.
00000800:00000200:3.0:1788971384.082854:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971384.082862:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971384.082867:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971384.082883:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:3.0:1788971384.082888:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d13915a0.
00000100:00000010:3.0:1788971384.082900:0:102142:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d1391720.
00000100:00000010:2.0:1788971384.083186:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840f800.
02000000:00000010:2.0:1788971384.083200:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63300.
02000000:00000010:3.0:1788971384.083241:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666600.
00000400:00000200:3.0:1788971384.083247:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971384.083249:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436160.
00000400:00000010:3.0:1788971384.083254:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971384.083257:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531648, portal 10
00000400:00000010:3.0:1788971384.083262:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971384.083264:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189531648, offset 0
00000400:00000200:3.0:1788971384.083268:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971384.083272:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.083276:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971384.083279:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971384.083287:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971384.083289:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971384.083292:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971384.083295:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [145:145:255:4294967295] 192.168.203.150@tcp LPNI seq info [145:145:7:4294967295]
00000400:00000200:3.0:1788971384.083299:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.083304:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971384.083309:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971384.083313:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c200.
00000800:00000200:3.0:1788971384.083317:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971384.083322:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971384.083324:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971384.083330:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:3.0:1788971384.083389:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971384.083394:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c800.
00000400:00000200:3.0:1788971384.083400:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971384.083405:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971384.083411:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:3.0:1788971384.083413:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971384.083424:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840ca80 x1875872189531520/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788971384.083501:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1788971384.083504:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c200.
00000400:00000200:3.0:1788971384.083507:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1788971384.083510:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:3.0:1788971384.083512:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873cc0
00000400:00000010:3.0:1788971384.083514:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971384.083518:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840f800 x1875872189531648/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788971384.083835:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c840c000.
02000000:00000010:2.0:1788971384.083844:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73d0f63c00.
02000000:00000010:3.0:1788971384.083890:0:102142:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0666a00.
00000400:00000200:3.0:1788971384.083895:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:3.0:1788971384.083898:0:102142:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c4436840.
00000400:00000010:3.0:1788971384.083910:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971384.083913:0:102142:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531776, portal 10
00000400:00000010:3.0:1788971384.083918:0:102142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c4873f68.
00000100:00000200:3.0:1788971384.083921:0:102142:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189531776, offset 0
00000400:00000200:3.0:1788971384.083938:0:102142:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:3.0:1788971384.083943:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.083947:0:102142:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:3.0:1788971384.083958:0:102142:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788971384.083960:0:102142:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:3.0:1788971384.083963:0:102142:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788971384.083966:0:102142:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:3.0:1788971384.083969:0:102142:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [146:146:256:4294967295] 192.168.203.150@tcp LPNI seq info [146:146:8:4294967295]
00000400:00000200:3.0:1788971384.083973:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:3.0:1788971384.083979:0:102142:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788971384.083983:0:102142:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:3.0:1788971384.083986:0:102142:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73d0a4c200.
00000800:00000200:3.0:1788971384.083990:0:102142:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:3.0:1788971384.083995:0:102142:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:3.0:1788971384.083997:0:102142:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73d0a4c200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1788971384.084009:0:102142:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971384.084435:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971384.084440:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73d0a4c200.
00000400:00000200:2.0:1788971384.084445:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971384.084450:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971384.084453:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873f68
00000400:00000010:2.0:1788971384.084455:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873f68.
00000100:00000200:2.0:1788971384.084461:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c840c000 x1875872189531776/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971384.085922:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.085939:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971384.085947:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086042:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086047:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086051:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804600
00000400:00000200:2.0:1788971384.086066:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086071:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x82d [1] + 224
00000400:00000200:2.0:1788971384.086082:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971384.086086:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971384.086097:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840f800 x1875872189531648/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971384.086131:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086135:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971384.086139:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086141:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086144:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086146:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804680
00000400:00000200:2.0:1788971384.086148:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.086165:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x83d [1] + 224
00000400:00000200:2.0:1788971384.086173:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971384.086177:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971384.086183:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840c000 x1875872189531776/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971384.086251:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436840.
00000400:00000200:3.0:1788971384.086256:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873cc0
00000400:00000010:3.0:1788971384.086258:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873cc0.
00000100:00000200:3.0:1788971384.086264:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840c000 x1875872189531776/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971384.086273:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840c000 x1875872189531776/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971384.086298:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436160.
00000400:00000200:3.0:1788971384.086300:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873990
00000400:00000010:3.0:1788971384.086302:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873990.
00000100:00000200:3.0:1788971384.086315:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840f800 x1875872189531648/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971384.086320:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840f800 x1875872189531648/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971384.086349:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666a00.
02000000:00000010:3.0:1788971384.086355:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63c00.
00000100:00000010:3.0:1788971384.086359:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840c000.
02000000:00000010:3.0:1788971384.086362:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0666600.
02000000:00000010:3.0:1788971384.086364:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63300.
00000100:00000010:3.0:1788971384.086366:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840f800.
00000400:00000200:2.0:1788971384.087507:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.087514:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971384.087520:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.087523:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.087526:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.087530:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804580
00000400:00000200:2.0:1788971384.087535:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971384.087540:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x81d [1] + 224
00000400:00000200:2.0:1788971384.087550:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971384.087555:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971384.087565:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c840ca80 x1875872189531520/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788971384.087714:0:102142:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c4436cb8.
00000400:00000200:3.0:1788971384.087719:0:102142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c4873110
00000400:00000010:3.0:1788971384.087721:0:102142:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c4873110.
00000100:00000200:3.0:1788971384.087727:0:102142:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c840ca80 x1875872189531520/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788971384.087737:0:102142:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c840ca80 x1875872189531520/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788971384.087756:0:102142:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0667600.
02000000:00000010:3.0:1788971384.087761:0:102142:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73d0f63800.
00000100:00000010:3.0:1788971384.087764:0:102142:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c840ca80.
00000100:00000010:3.0:1788971385.105945:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d1391720.
00000100:00000010:2.0:1788971385.106008:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d13915a0.
00000100:00000010:0.0:1788971389.203183:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971389.203205:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0600.
00000100:00000010:0.0:1788971389.203240:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a8b100.
02000000:00000010:0.0:1788971389.203245:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0900.
00000100:00000010:0.0:1788971389.203252:0:80315:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971389.203256:0:80315:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73e04c0f00.
02000000:00000010:0.0:1788971389.203292:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625000.
00000400:00000200:0.0:1788971389.203303:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971389.203307:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4f20.
00000400:00000010:0.0:1788971389.203313:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971389.203321:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189532032, portal 10
00000400:00000010:0.0:1788971389.203327:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8b28.
00000100:00000200:0.0:1788971389.203331:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189532032, offset 0
00000400:00000200:0.0:1788971389.203340:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203350:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203358:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971389.203364:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971389.203368:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971389.203371:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971389.203389:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203393:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [147:147:256:4294967295] 192.168.203.150@tcp LPNI seq info [147:147:8:4294967295]
00000400:00000200:0.0:1788971389.203398:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203409:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971389.203416:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971389.203420:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0c00.
00000800:00000200:0.0:1788971389.203428:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971389.203435:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971389.203439:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971389.203462:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:0.0:1788971389.203468:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c5420.
00000100:00000010:0.0:1788971389.203483:0:102141:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73d40c52a0.
02000000:00000010:0.0:1788971389.203507:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4624000.
00000400:00000200:0.0:1788971389.203511:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971389.203514:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4b00.
00000400:00000010:0.0:1788971389.203517:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971389.203520:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189531904, portal 25
00000400:00000010:0.0:1788971389.203523:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a8bb0.
00000100:00000200:0.0:1788971389.203525:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189531904, offset 0
00000400:00000200:0.0:1788971389.203530:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203534:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203538:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971389.203541:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971389.203543:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971389.203545:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971389.203547:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203550:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [148:148:255:4294967295] 192.168.203.150@tcp LPNI seq info [148:148:7:4294967295]
00000400:00000200:0.0:1788971389.203553:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203558:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971389.203561:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971389.203570:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0d00.
00000800:00000200:0.0:1788971389.203574:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971389.203578:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971389.203581:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971389.203585:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:0.0:1788971389.203597:0:102141:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d4625e00.
00000400:00000200:0.0:1788971389.203601:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:0.0:1788971389.203603:0:102141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73d4ff4318.
00000400:00000010:0.0:1788971389.203606:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a82a8.
00000100:00000200:0.0:1788971389.203609:0:102141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189532160, portal 10
00000400:00000010:0.0:1788971389.203613:0:102141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73d13a87f8.
00000100:00000200:0.0:1788971389.203616:0:102141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189532160, offset 0
00000400:00000200:0.0:1788971389.203620:0:102141:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203624:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203627:0:102141:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:0.0:1788971389.203629:0:102141:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788971389.203632:0:102141:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:0.0:1788971389.203634:0:102141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788971389.203636:0:102141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:0.0:1788971389.203638:0:102141:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [149:149:254:4294967295] 192.168.203.150@tcp LPNI seq info [149:149:6:4294967295]
00000400:00000200:0.0:1788971389.203659:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:0.0:1788971389.203665:0:102141:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788971389.203668:0:102141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:0.0:1788971389.203671:0:102141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73e04c0200.
00000800:00000200:0.0:1788971389.203675:0:102141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:0.0:1788971389.203679:0:102141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:0.0:1788971389.203681:0:102141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73e04c0200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1788971389.203686:0:102141:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971389.204359:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971389.204364:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0c00.
00000400:00000200:2.0:1788971389.204371:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.204377:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971389.204382:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8b28
00000400:00000010:2.0:1788971389.204384:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8b28.
00000100:00000200:2.0:1788971389.204394:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8b100 x1875872189532032/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971389.204419:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971389.204421:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0d00.
00000400:00000200:2.0:1788971389.204423:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.204427:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971389.204438:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8bb0
00000400:00000010:2.0:1788971389.204440:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8bb0.
00000100:00000200:2.0:1788971389.204446:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a8a680 x1875872189531904/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971389.204518:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971389.204521:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73e04c0200.
00000400:00000200:2.0:1788971389.204524:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.204528:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971389.204530:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a87f8
00000400:00000010:2.0:1788971389.204532:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a87f8.
00000100:00000200:2.0:1788971389.204537:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73d1a89c00 x1875872189532160/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971389.211144:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211156:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971389.211168:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211172:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211179:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211183:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804780
00000400:00000200:2.0:1788971389.211187:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211193:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x84d [1] + 224
00000400:00000200:2.0:1788971389.211204:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.211209:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971389.211224:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8b100 x1875872189532032/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971389.211271:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211275:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971389.211280:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211282:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211285:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211287:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804800
00000400:00000200:2.0:1788971389.211307:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211312:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x85d [1] + 224
00000400:00000200:2.0:1788971389.211318:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.211321:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971389.211328:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a89c00 x1875872189532160/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971389.211342:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211345:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971389.211349:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211351:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211353:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211356:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804700
00000400:00000200:2.0:1788971389.211359:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971389.211362:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x855 [1] + 224
00000400:00000200:2.0:1788971389.211374:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971389.211377:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971389.211382:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73d1a8a680 x1875872189531904/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971389.211482:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4b00.
00000400:00000200:0.0:1788971389.211488:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8f68
00000400:00000010:0.0:1788971389.211491:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8f68.
00000100:00000200:0.0:1788971389.211503:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8a680 x1875872189531904/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971389.211512:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8a680 x1875872189531904/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971389.211537:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4318.
00000400:00000200:0.0:1788971389.211540:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a82a8
00000400:00000010:0.0:1788971389.211541:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a82a8.
00000100:00000200:0.0:1788971389.211545:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a89c00 x1875872189532160/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971389.211553:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a89c00 x1875872189532160/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971389.211566:0:102141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73d4ff4f20.
00000400:00000200:0.0:1788971389.211568:0:102141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73d13a8550
00000400:00000010:0.0:1788971389.211570:0:102141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73d13a8550.
00000100:00000200:0.0:1788971389.211574:0:102141:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73d1a8b100 x1875872189532032/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971389.211582:0:102141:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73d1a8b100 x1875872189532032/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971389.211599:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4624000.
02000000:00000010:0.0:1788971389.211606:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0600.
00000100:00000010:0.0:1788971389.211610:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8a680.
02000000:00000010:0.0:1788971389.211614:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625e00.
02000000:00000010:0.0:1788971389.211617:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0f00.
00000100:00000010:0.0:1788971389.211619:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a89c00.
02000000:00000010:0.0:1788971389.211621:0:102141:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d4625000.
02000000:00000010:0.0:1788971389.211623:0:102141:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73e04c0900.
00000100:00000010:0.0:1788971389.211625:0:102141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73d1a8b100.
00000100:00000010:3.0:1788971390.226005:0:56197:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c52a0.
00000100:00000010:2.0:1788971390.226453:0:71209:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9a73d40c5420.
00000001:02000400:0.0:1788971393.429958:0:107064:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lnet test_260: @@@@@@ FAIL: Failed to cleanup Modules
00000100:00000010:1.0:1788971394.324718:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f3100.
02000000:00000010:1.0:1788971394.324741:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f600.
00000100:00000010:1.0:1788971394.325007:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f1c00.
02000000:00000010:1.0:1788971394.325016:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f400.
00000100:00000010:1.0:1788971394.325040:0:32948:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9a73c87f2d80.
02000000:00000010:1.0:1788971394.325046:0:32948:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9a73c8a0f000.
02000000:00000010:1.0:1788971394.325079:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0fb6400.
00000400:00000200:1.0:1788971394.325094:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971394.325099:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000010:1.0:1788971394.325106:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525550.
00000100:00000200:1.0:1788971394.325114:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189532416, portal 10
00000400:00000010:1.0:1788971394.325122:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75257f8.
00000100:00000200:1.0:1788971394.325124:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189532416, offset 0
00000400:00000200:1.0:1788971394.325133:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971394.325141:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971394.325149:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971394.325154:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971394.325158:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971394.325161:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971394.325164:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971394.325168:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [150:150:256:4294967295] 192.168.203.150@tcp LPNI seq info [150:150:8:4294967295]
00000400:00000200:1.0:1788971394.325172:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971394.325184:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971394.325190:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971394.325194:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0ff00.
00000800:00000200:1.0:1788971394.325201:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971394.325208:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971394.325213:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0ff00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971394.325248:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000100:00000010:1.0:1788971394.325255:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c7467a80.
00000100:00000010:1.0:1788971394.325266:0:102140:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9a73c74677e0.
02000000:00000010:1.0:1788971394.325294:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0fb7a00.
00000400:00000200:1.0:1788971394.325299:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971394.325302:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1d000.
00000400:00000010:1.0:1788971394.325305:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525440.
00000100:00000200:1.0:1788971394.325308:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189532288, portal 25
00000400:00000010:1.0:1788971394.325312:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525990.
00000100:00000200:1.0:1788971394.325315:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875872189532288, offset 0
00000400:00000200:1.0:1788971394.325319:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971394.325324:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971394.325328:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000800:00000200:2.0:1788971394.325329:0:102134:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1788971394.325333:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1788971394.325336:0:102134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0ff00.
00000400:00000200:1.0:1788971394.325338:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:2.0:1788971394.325342:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1788971394.325343:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971394.325348:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:2.0:1788971394.325353:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:1.0:1788971394.325357:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [151:151:255:4294967295] 192.168.203.150@tcp LPNI seq info [151:151:7:4294967295]
00000400:00000200:2.0:1788971394.325361:0:102134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75257f8
00000400:00000200:1.0:1788971394.325365:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:2.0:1788971394.325366:0:102134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75257f8.
00000400:00000200:1.0:1788971394.325376:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1788971394.325380:0:102134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f1c00 x1875872189532416/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788971394.325387:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971394.325395:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f900.
00000800:00000200:1.0:1788971394.325400:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971394.325406:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971394.325409:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971394.325426:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
02000000:00000010:1.0:1788971394.325438:0:102140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9a73d0fb6800.
00000400:00000200:1.0:1788971394.325441:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000010:1.0:1788971394.325444:0:102140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9a73c3f1dec8.
00000400:00000010:1.0:1788971394.325447:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c75253b8.
00000100:00000200:1.0:1788971394.325450:0:102140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875872189532544, portal 10
00000400:00000010:1.0:1788971394.325455:0:102140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9a73c7525220.
00000100:00000200:1.0:1788971394.325457:0:102140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875872189532544, offset 0
00000400:00000200:1.0:1788971394.325461:0:102140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.150@tcp
00000400:00000200:1.0:1788971394.325471:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971394.325475:0:102140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.203.150@tcp local destination
00000400:00000200:1.0:1788971394.325478:0:102140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788971394.325480:0:102140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.50@tcp
00000400:00000200:1.0:1788971394.325482:0:102140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.50@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788971394.325484:0:102140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.150@tcp
00000400:00000200:1.0:1788971394.325487:0:102140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.50@tcp NI seq info: [152:152:255:4294967295] 192.168.203.150@tcp LPNI seq info [152:152:7:4294967295]
00000400:00000200:1.0:1788971394.325490:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:1.0:1788971394.325496:0:102140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp:<?>) -> 192.168.203.150@tcp(192.168.203.150@tcp:192.168.203.150@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788971394.325500:0:102140:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.150@tcp
00000800:00000010:1.0:1788971394.325504:0:102140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9a73c8a0f800.
00000800:00000200:1.0:1788971394.325507:0:102140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9a73e0248600] -> 12345-192.168.203.150@tcp (5)
00000800:00000200:1.0:1788971394.325512:0:102140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.150@tcp ip 192.168.203.150:988
00000800:00000200:1.0:1788971394.325514:0:102140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9a73c8a0f800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1788971394.325519:0:102140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000800:00000200:2.0:1788971394.326371:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971394.326376:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f900.
00000400:00000200:2.0:1788971394.326381:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971394.326394:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971394.326399:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525990
00000400:00000010:2.0:1788971394.326402:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525990.
00000100:00000200:2.0:1788971394.326409:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f3100 x1875872189532288/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788971394.326450:0:102135:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1788971394.326453:0:102135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9a73c8a0f800.
00000400:00000200:2.0:1788971394.326456:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971394.326459:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000400:00000200:2.0:1788971394.326461:0:102135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525220
00000400:00000010:2.0:1788971394.326463:0:102135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525220.
00000100:00000200:2.0:1788971394.326468:0:102135:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9a73c87f2d80 x1875872189532544/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971394.334168:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.334177:0:102134:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971394.334186:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.334190:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.334196:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.334200:0:102134:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804900
00000400:00000200:2.0:1788971394.334205:0:102134:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.334211:0:102134:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x865 [1] + 224
00000400:00000200:2.0:1788971394.334226:0:102134:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971394.334230:0:102134:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971394.334245:0:102134:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f1c00 x1875872189532416/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971394.334422:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d6e0.
00000400:00000200:0.0:1788971394.334434:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525550
00000400:00000010:0.0:1788971394.334436:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525550.
00000100:00000200:0.0:1788971394.334442:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f1c00 x1875872189532416/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971394.334450:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f1c00 x1875872189532416/t0(0) o400->lustre-MDT0000-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971394.334480:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0fb6400.
02000000:00000010:0.0:1788971394.334487:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f400.
00000100:00000010:0.0:1788971394.334492:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f1c00.
00000400:00000200:2.0:1788971394.336465:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336475:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971394.336484:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336488:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336493:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336504:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 25 MB=0x6aa1887804880
00000400:00000200:2.0:1788971394.336509:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336528:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.150@tcp of length 224/224 into md 0x86d [1] + 224
00000400:00000200:2.0:1788971394.336541:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971394.336546:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971394.336558:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f3100 x1875872189532288/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788971394.336590:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336593:0:102135:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.50@tcp(192.168.203.50@tcp) <- 192.168.203.150@tcp : PUT - for me
00000400:00000200:2.0:1788971394.336598:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336600:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336603:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336605:0:102135:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.150@tcp of length 224 into portal 10 MB=0x6aa1887804980
00000400:00000200:2.0:1788971394.336608:0:102135:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.150@tcp to cpt 1
00000400:00000200:2.0:1788971394.336612:0:102135:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.150@tcp of length 224/224 into md 0x875 [1] + 224
00000400:00000200:2.0:1788971394.336621:0:102135:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1788971394.336625:0:102135:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.50@tcp->192.168.203.150@tcp: PUT: OK
00000100:00000200:2.0:1788971394.336630:0:102135:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9a73c87f2d80 x1875872189532544/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971394.336788:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1d000.
00000400:00000200:0.0:1788971394.336793:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c7525440
00000400:00000010:0.0:1788971394.336796:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c7525440.
00000100:00000200:0.0:1788971394.336802:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f3100 x1875872189532288/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971394.336810:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f3100 x1875872189532288/t0(0) o400->MGC192.168.203.150@tcp@192.168.203.150@tcp:26/25 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788971394.336855:0:102140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9a73c3f1dec8.
00000400:00000200:0.0:1788971394.336858:0:102140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9a73c75253b8
00000400:00000010:0.0:1788971394.336860:0:102140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9a73c75253b8.
00000100:00000200:0.0:1788971394.336865:0:102140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9a73c87f2d80 x1875872189532544/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788971394.336873:0:102140:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9a73c87f2d80 x1875872189532544/t0(0) o400->lustre-MDT0001-mdc-ffff9a73d1aa9000@192.168.203.150@tcp:12/10 lens 224/224 e 0 to 0 dl 1788971410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788971394.336891:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0fb7a00.
02000000:00000010:0.0:1788971394.336898:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f600.
00000100:00000010:0.0:1788971394.336902:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f3100.
02000000:00000010:0.0:1788971394.336906:0:102140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9a73d0fb6800.
02000000:00000010:0.0:1788971394.336908:0:102140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9a73c8a0f000.
00000100:00000010:0.0:1788971394.336910:0:102140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9a73c87f2d80.
Debug log: 11530 lines, 11530 kept, 0 dropped, 0 bad.